2024-11-17 03:17:04,756 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-17 03:17:04,788 main DEBUG Took 0.028400 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-17 03:17:04,788 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-17 03:17:04,789 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-17 03:17:04,789 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-17 03:17:04,791 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:17:04,799 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-17 03:17:04,814 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:17:04,815 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:17:04,816 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:17:04,817 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:17:04,817 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:17:04,818 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:17:04,819 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:17:04,819 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:17:04,820 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:17:04,821 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:17:04,821 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:17:04,822 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:17:04,822 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:17:04,823 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:17:04,823 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:17:04,824 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:17:04,825 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:17:04,826 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:17:04,827 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:17:04,827 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:17:04,828 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:17:04,828 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:17:04,829 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:17:04,830 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 03:17:04,830 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:17:04,831 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-17 03:17:04,832 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 03:17:04,834 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-17 03:17:04,837 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-17 03:17:04,837 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-17 03:17:04,841 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-17 03:17:04,842 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-17 03:17:04,851 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-17 03:17:04,854 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-17 03:17:04,856 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-17 03:17:04,858 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-17 03:17:04,859 main DEBUG createAppenders(={Console}) 2024-11-17 03:17:04,860 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-17 03:17:04,860 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-17 03:17:04,860 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-17 03:17:04,862 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-17 03:17:04,862 main DEBUG OutputStream closed 2024-11-17 03:17:04,862 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-17 03:17:04,863 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-17 03:17:04,863 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-17 03:17:04,981 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-17 03:17:04,984 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-17 03:17:04,986 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-17 03:17:04,987 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-17 03:17:04,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-17 03:17:04,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-17 03:17:04,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-17 03:17:04,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-17 03:17:04,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-17 03:17:04,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-17 03:17:04,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-17 03:17:04,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-17 03:17:04,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-17 03:17:04,997 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-17 03:17:04,997 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-17 03:17:04,998 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-17 03:17:04,998 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-17 03:17:04,999 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-17 03:17:05,003 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17 03:17:05,003 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-17 03:17:05,004 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-17 03:17:05,005 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-17T03:17:05,024 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-17 03:17:05,027 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-17 03:17:05,027 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17T03:17:05,112 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=438, ProcessCount=11, AvailableMemoryMB=2335 2024-11-17T03:17:05,379 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-17T03:17:05,452 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64 2024-11-17T03:17:05,459 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/cluster_2d346c92-2b43-a22b-bd43-585c8dca84b9, deleteOnExit=true 2024-11-17T03:17:05,662 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/cluster_2d346c92-2b43-a22b-bd43-585c8dca84b9/zookeeper_0, clientPort=59845, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/cluster_2d346c92-2b43-a22b-bd43-585c8dca84b9/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/cluster_2d346c92-2b43-a22b-bd43-585c8dca84b9/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T03:17:05,681 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59845 2024-11-17T03:17:05,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T03:17:05,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T03:17:05,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/test.cache.data in system properties and HBase conf 2024-11-17T03:17:05,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T03:17:05,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/hadoop.log.dir in system properties and HBase conf 2024-11-17T03:17:05,718 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T03:17:05,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T03:17:05,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T03:17:05,830 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-17T03:17:05,990 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T03:17:06,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:17:06,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:17:06,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T03:17:06,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:17:06,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T03:17:06,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T03:17:06,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:17:06,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:17:06,019 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T03:17:06,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/nfs.dump.dir in system properties and HBase conf 2024-11-17T03:17:06,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/java.io.tmpdir in system properties and HBase conf 2024-11-17T03:17:06,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:17:06,021 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T03:17:06,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T03:17:07,441 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T03:17:07,539 INFO [Time-limited test {}] log.Log(170): Logging initialized @3734ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-17T03:17:07,631 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:17:07,704 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:17:07,736 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:17:07,737 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:17:07,738 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T03:17:07,756 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:17:07,767 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@da0d9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:17:07,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1da1605f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:17:07,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6983e2c5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/java.io.tmpdir/jetty-localhost-44313-hadoop-hdfs-3_4_1-tests_jar-_-any-10175050540634260908/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:17:08,007 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@342f91b1{HTTP/1.1, (http/1.1)}{localhost:44313} 2024-11-17T03:17:08,007 INFO [Time-limited test {}] server.Server(415): Started @4203ms 2024-11-17T03:17:08,707 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:17:08,716 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:17:08,722 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:17:08,723 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:17:08,723 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T03:17:08,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13c08df4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:17:08,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70bd72b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:17:08,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14c5f039{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/java.io.tmpdir/jetty-localhost-44087-hadoop-hdfs-3_4_1-tests_jar-_-any-10944234205897081128/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:17:08,835 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76e2f7e6{HTTP/1.1, (http/1.1)}{localhost:44087} 2024-11-17T03:17:08,835 INFO [Time-limited test {}] server.Server(415): Started @5031ms 2024-11-17T03:17:08,891 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T03:17:09,966 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/cluster_2d346c92-2b43-a22b-bd43-585c8dca84b9/data/data2/current/BP-1240102716-172.17.0.3-1731813426704/current, will proceed with Du for space computation calculation, 2024-11-17T03:17:09,966 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/cluster_2d346c92-2b43-a22b-bd43-585c8dca84b9/data/data1/current/BP-1240102716-172.17.0.3-1731813426704/current, will proceed with Du for space computation calculation, 2024-11-17T03:17:10,017 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T03:17:10,071 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23755f56be9beb8e with lease ID 0x8b2c9f792faf5330: Processing first storage report for DS-6ffdf155-efce-47e5-a1b8-cc429649ed16 from datanode DatanodeRegistration(127.0.0.1:35453, datanodeUuid=df788dd3-f18b-4f9e-aa50-befd6b40644b, infoPort=46305, infoSecurePort=0, ipcPort=35987, storageInfo=lv=-57;cid=testClusterID;nsid=1686866435;c=1731813426704) 2024-11-17T03:17:10,072 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23755f56be9beb8e with lease ID 0x8b2c9f792faf5330: from storage DS-6ffdf155-efce-47e5-a1b8-cc429649ed16 node DatanodeRegistration(127.0.0.1:35453, datanodeUuid=df788dd3-f18b-4f9e-aa50-befd6b40644b, infoPort=46305, infoSecurePort=0, ipcPort=35987, storageInfo=lv=-57;cid=testClusterID;nsid=1686866435;c=1731813426704), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-17T03:17:10,073 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x23755f56be9beb8e with lease ID 0x8b2c9f792faf5330: Processing first storage report for DS-79e99b15-cacf-44a1-93b4-aed35300ab09 from datanode DatanodeRegistration(127.0.0.1:35453, datanodeUuid=df788dd3-f18b-4f9e-aa50-befd6b40644b, infoPort=46305, infoSecurePort=0, ipcPort=35987, storageInfo=lv=-57;cid=testClusterID;nsid=1686866435;c=1731813426704) 2024-11-17T03:17:10,073 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x23755f56be9beb8e with lease ID 0x8b2c9f792faf5330: from storage DS-79e99b15-cacf-44a1-93b4-aed35300ab09 node DatanodeRegistration(127.0.0.1:35453, datanodeUuid=df788dd3-f18b-4f9e-aa50-befd6b40644b, infoPort=46305, infoSecurePort=0, ipcPort=35987, storageInfo=lv=-57;cid=testClusterID;nsid=1686866435;c=1731813426704), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:17:10,089 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64 2024-11-17T03:17:10,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:10,105 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:10,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741825_1001 (size=7) 2024-11-17T03:17:10,777 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828 with version=8 2024-11-17T03:17:10,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/hbase-staging 2024-11-17T03:17:10,869 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-17T03:17:11,211 INFO [Time-limited test {}] client.ConnectionUtils(128): master/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:17:11,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:11,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:11,230 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:17:11,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:11,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:17:11,404 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T03:17:11,476 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-17T03:17:11,488 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-17T03:17:11,493 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:17:11,525 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 11166 (auto-detected) 2024-11-17T03:17:11,527 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-17T03:17:11,548 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36717 2024-11-17T03:17:11,570 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36717 connecting to ZooKeeper ensemble=127.0.0.1:59845 2024-11-17T03:17:11,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367170x0, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:17:11,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36717-0x10146cbbd860000 connected 2024-11-17T03:17:11,791 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:11,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:11,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Set watcher on znode that does not yet exist, /0853807801/running 2024-11-17T03:17:11,807 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828, hbase.cluster.distributed=false 2024-11-17T03:17:11,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Set watcher on znode that does not yet exist, /0853807801/acl 2024-11-17T03:17:11,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36717 2024-11-17T03:17:11,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36717 2024-11-17T03:17:11,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36717 2024-11-17T03:17:11,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36717 2024-11-17T03:17:11,854 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36717 2024-11-17T03:17:11,995 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:17:11,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:11,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:11,998 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:17:11,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:11,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:17:12,002 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T03:17:12,005 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:17:12,007 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43929 2024-11-17T03:17:12,009 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43929 connecting to ZooKeeper ensemble=127.0.0.1:59845 2024-11-17T03:17:12,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:12,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:12,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:439290x0, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:17:12,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43929-0x10146cbbd860001 connected 2024-11-17T03:17:12,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43929-0x10146cbbd860001, quorum=127.0.0.1:59845, baseZNode=/0853807801 Set watcher on znode that does not yet exist, /0853807801/running 2024-11-17T03:17:12,116 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T03:17:12,124 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T03:17:12,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43929-0x10146cbbd860001, quorum=127.0.0.1:59845, baseZNode=/0853807801 Set watcher on znode that does not yet exist, /0853807801/master 2024-11-17T03:17:12,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43929-0x10146cbbd860001, quorum=127.0.0.1:59845, baseZNode=/0853807801 Set watcher on znode that does not yet exist, /0853807801/acl 2024-11-17T03:17:12,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43929 2024-11-17T03:17:12,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43929 2024-11-17T03:17:12,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43929 2024-11-17T03:17:12,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43929 2024-11-17T03:17:12,144 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43929 2024-11-17T03:17:12,163 DEBUG [M:0;695c90f4bb18:36717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;695c90f4bb18:36717 2024-11-17T03:17:12,165 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0853807801/backup-masters/695c90f4bb18,36717,1731813431019 2024-11-17T03:17:12,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801/backup-masters 2024-11-17T03:17:12,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43929-0x10146cbbd860001, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801/backup-masters 2024-11-17T03:17:12,283 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Set watcher on existing znode=/0853807801/backup-masters/695c90f4bb18,36717,1731813431019 2024-11-17T03:17:12,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43929-0x10146cbbd860001, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0853807801/master 2024-11-17T03:17:12,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801 2024-11-17T03:17:12,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43929-0x10146cbbd860001, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801 2024-11-17T03:17:12,323 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Set watcher on existing znode=/0853807801/master 2024-11-17T03:17:12,324 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0853807801/backup-masters/695c90f4bb18,36717,1731813431019 from backup master directory 2024-11-17T03:17:12,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0853807801/backup-masters/695c90f4bb18,36717,1731813431019 2024-11-17T03:17:12,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43929-0x10146cbbd860001, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801/backup-masters 2024-11-17T03:17:12,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801/backup-masters 2024-11-17T03:17:12,337 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:17:12,338 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=695c90f4bb18,36717,1731813431019 2024-11-17T03:17:12,339 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-17T03:17:12,341 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-17T03:17:12,399 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/hbase.id] with ID: 2ddca4f1-ecfa-4eba-a949-a76f75f60e11 2024-11-17T03:17:12,399 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/.tmp/hbase.id 2024-11-17T03:17:12,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741826_1002 (size=42) 2024-11-17T03:17:12,414 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/.tmp/hbase.id]:[hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/hbase.id] 2024-11-17T03:17:12,462 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:12,468 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T03:17:12,494 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms. 2024-11-17T03:17:12,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43929-0x10146cbbd860001, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801 2024-11-17T03:17:12,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801 2024-11-17T03:17:12,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741827_1003 (size=196) 2024-11-17T03:17:12,531 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:17:12,534 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T03:17:12,552 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T03:17:12,558 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:17:12,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741828_1004 (size=1189) 2024-11-17T03:17:12,608 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store 2024-11-17T03:17:12,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741829_1005 (size=34) 2024-11-17T03:17:13,043 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-17T03:17:13,047 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:17:13,049 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:17:13,049 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:13,049 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:13,051 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:17:13,051 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:13,051 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:13,053 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813433048Disabling compacts and flushes for region at 1731813433048Disabling writes for close at 1731813433051 (+3 ms)Writing region close event to WAL at 1731813433051Closed at 1731813433051 2024-11-17T03:17:13,055 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/.initializing 2024-11-17T03:17:13,056 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/WALs/695c90f4bb18,36717,1731813431019 2024-11-17T03:17:13,066 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:17:13,084 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=695c90f4bb18%2C36717%2C1731813431019, suffix=, logDir=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/WALs/695c90f4bb18,36717,1731813431019, archiveDir=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/oldWALs, maxLogs=10 2024-11-17T03:17:13,116 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/WALs/695c90f4bb18,36717,1731813431019/695c90f4bb18%2C36717%2C1731813431019.1731813433090, exclude list is [], retry=0 2024-11-17T03:17:13,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35453,DS-6ffdf155-efce-47e5-a1b8-cc429649ed16,DISK] 2024-11-17T03:17:13,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-17T03:17:13,189 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/WALs/695c90f4bb18,36717,1731813431019/695c90f4bb18%2C36717%2C1731813431019.1731813433090 2024-11-17T03:17:13,190 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46305:46305)] 2024-11-17T03:17:13,191 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:17:13,191 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:17:13,195 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:13,196 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:13,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:13,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T03:17:13,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:13,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:13,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:13,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T03:17:13,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:13,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:17:13,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:13,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T03:17:13,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:13,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:17:13,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:13,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T03:17:13,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:13,292 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:17:13,292 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:13,296 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:13,298 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:13,304 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:13,304 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:13,308 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:17:13,312 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:13,317 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:17:13,318 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65475031, jitterRate=-0.024346008896827698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:17:13,327 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731813433212Initializing all the Stores at 1731813433215 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813433215Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813433216 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813433216Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813433217 (+1 ms)Cleaning up temporary data from old regions at 1731813433304 (+87 ms)Region opened successfully at 1731813433327 (+23 ms) 2024-11-17T03:17:13,328 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T03:17:13,367 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4487c9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:17:13,404 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T03:17:13,418 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T03:17:13,418 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T03:17:13,422 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T03:17:13,423 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T03:17:13,428 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-17T03:17:13,429 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T03:17:13,457 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T03:17:13,468 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Unable to get data of znode /0853807801/balancer because node does not exist (not necessarily an error) 2024-11-17T03:17:13,525 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0853807801/balancer already deleted, retry=false 2024-11-17T03:17:13,529 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T03:17:13,530 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Unable to get data of znode /0853807801/normalizer because node does not exist (not necessarily an error) 2024-11-17T03:17:13,542 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0853807801/normalizer already deleted, retry=false 2024-11-17T03:17:13,545 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T03:17:13,550 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Unable to get data of znode /0853807801/switch/split because node does not exist (not necessarily an error) 2024-11-17T03:17:13,557 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0853807801/switch/split already deleted, retry=false 2024-11-17T03:17:13,558 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Unable to get data of znode /0853807801/switch/merge because node does not exist (not necessarily an error) 2024-11-17T03:17:13,567 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0853807801/switch/merge already deleted, retry=false 2024-11-17T03:17:13,589 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Unable to get data of znode /0853807801/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T03:17:13,620 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0853807801/snapshot-cleanup already deleted, retry=false 2024-11-17T03:17:13,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0853807801/running 2024-11-17T03:17:13,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43929-0x10146cbbd860001, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0853807801/running 2024-11-17T03:17:13,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801 2024-11-17T03:17:13,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43929-0x10146cbbd860001, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801 2024-11-17T03:17:13,634 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=695c90f4bb18,36717,1731813431019, sessionid=0x10146cbbd860000, setting cluster-up flag (Was=false) 2024-11-17T03:17:13,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801 2024-11-17T03:17:13,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43929-0x10146cbbd860001, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801 2024-11-17T03:17:13,694 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0853807801/flush-table-proc/acquired, /0853807801/flush-table-proc/reached, /0853807801/flush-table-proc/abort 2024-11-17T03:17:13,696 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,36717,1731813431019 2024-11-17T03:17:13,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43929-0x10146cbbd860001, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801 2024-11-17T03:17:13,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801 2024-11-17T03:17:13,753 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0853807801/online-snapshot/acquired, /0853807801/online-snapshot/reached, /0853807801/online-snapshot/abort 2024-11-17T03:17:13,755 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,36717,1731813431019 2024-11-17T03:17:13,762 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T03:17:13,836 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T03:17:13,847 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T03:17:13,855 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T03:17:13,855 INFO [RS:0;695c90f4bb18:43929 {}] regionserver.HRegionServer(746): ClusterId : 2ddca4f1-ecfa-4eba-a949-a76f75f60e11 2024-11-17T03:17:13,857 DEBUG [RS:0;695c90f4bb18:43929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T03:17:13,862 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 695c90f4bb18,36717,1731813431019 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T03:17:13,922 DEBUG [RS:0;695c90f4bb18:43929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T03:17:13,923 DEBUG [RS:0;695c90f4bb18:43929 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T03:17:13,923 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:17:13,923 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:17:13,924 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:17:13,924 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:17:13,924 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/695c90f4bb18:0, corePoolSize=10, maxPoolSize=10 2024-11-17T03:17:13,924 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:13,924 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:17:13,925 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:13,933 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:17:13,933 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T03:17:13,941 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731813463940 2024-11-17T03:17:13,941 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:13,943 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T03:17:13,944 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T03:17:13,942 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T03:17:13,949 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T03:17:13,949 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T03:17:13,950 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T03:17:13,950 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T03:17:13,951 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:13,956 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T03:17:13,958 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T03:17:13,958 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T03:17:13,959 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T03:17:13,965 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T03:17:13,965 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T03:17:13,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741831_1007 (size=1321) 2024-11-17T03:17:13,968 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813433967,5,FailOnTimeoutGroup] 2024-11-17T03:17:13,972 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813433968,5,FailOnTimeoutGroup] 2024-11-17T03:17:13,972 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:13,972 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T03:17:13,974 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:13,974 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:13,986 DEBUG [RS:0;695c90f4bb18:43929 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T03:17:13,987 DEBUG [RS:0;695c90f4bb18:43929 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89a0ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:17:14,010 DEBUG [RS:0;695c90f4bb18:43929 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;695c90f4bb18:43929 2024-11-17T03:17:14,014 INFO [RS:0;695c90f4bb18:43929 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T03:17:14,014 INFO [RS:0;695c90f4bb18:43929 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T03:17:14,014 DEBUG [RS:0;695c90f4bb18:43929 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T03:17:14,017 INFO [RS:0;695c90f4bb18:43929 {}] regionserver.HRegionServer(2659): reportForDuty to master=695c90f4bb18,36717,1731813431019 with port=43929, startcode=1731813431949 2024-11-17T03:17:14,028 DEBUG [RS:0;695c90f4bb18:43929 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T03:17:14,067 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T03:17:14,076 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36717 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 695c90f4bb18,43929,1731813431949 2024-11-17T03:17:14,078 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36717 {}] master.ServerManager(517): Registering regionserver=695c90f4bb18,43929,1731813431949 2024-11-17T03:17:14,097 DEBUG [RS:0;695c90f4bb18:43929 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828 2024-11-17T03:17:14,097 DEBUG [RS:0;695c90f4bb18:43929 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38575 2024-11-17T03:17:14,097 DEBUG [RS:0;695c90f4bb18:43929 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T03:17:14,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801/rs 2024-11-17T03:17:14,111 DEBUG [RS:0;695c90f4bb18:43929 {}] zookeeper.ZKUtil(111): regionserver:43929-0x10146cbbd860001, quorum=127.0.0.1:59845, baseZNode=/0853807801 Set watcher on existing znode=/0853807801/rs/695c90f4bb18,43929,1731813431949 2024-11-17T03:17:14,112 WARN [RS:0;695c90f4bb18:43929 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:17:14,112 INFO [RS:0;695c90f4bb18:43929 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:17:14,112 DEBUG [RS:0;695c90f4bb18:43929 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949 2024-11-17T03:17:14,114 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [695c90f4bb18,43929,1731813431949] 2024-11-17T03:17:14,138 INFO [RS:0;695c90f4bb18:43929 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T03:17:14,155 INFO [RS:0;695c90f4bb18:43929 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T03:17:14,160 INFO [RS:0;695c90f4bb18:43929 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T03:17:14,160 INFO [RS:0;695c90f4bb18:43929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:14,161 INFO [RS:0;695c90f4bb18:43929 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T03:17:14,166 INFO [RS:0;695c90f4bb18:43929 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T03:17:14,167 INFO [RS:0;695c90f4bb18:43929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:14,168 DEBUG [RS:0;695c90f4bb18:43929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:14,168 DEBUG [RS:0;695c90f4bb18:43929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:14,168 DEBUG [RS:0;695c90f4bb18:43929 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:14,168 DEBUG [RS:0;695c90f4bb18:43929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:14,168 DEBUG [RS:0;695c90f4bb18:43929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:14,169 DEBUG [RS:0;695c90f4bb18:43929 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:17:14,169 DEBUG [RS:0;695c90f4bb18:43929 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:14,169 DEBUG [RS:0;695c90f4bb18:43929 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:14,169 DEBUG [RS:0;695c90f4bb18:43929 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:14,169 DEBUG [RS:0;695c90f4bb18:43929 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:14,169 DEBUG [RS:0;695c90f4bb18:43929 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:14,169 DEBUG [RS:0;695c90f4bb18:43929 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:14,170 DEBUG [RS:0;695c90f4bb18:43929 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:17:14,170 DEBUG [RS:0;695c90f4bb18:43929 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:17:14,171 INFO [RS:0;695c90f4bb18:43929 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:14,171 INFO [RS:0;695c90f4bb18:43929 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:14,172 INFO [RS:0;695c90f4bb18:43929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:14,172 INFO [RS:0;695c90f4bb18:43929 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:14,172 INFO [RS:0;695c90f4bb18:43929 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:14,172 INFO [RS:0;695c90f4bb18:43929 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,43929,1731813431949-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:17:14,192 INFO [RS:0;695c90f4bb18:43929 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T03:17:14,194 INFO [RS:0;695c90f4bb18:43929 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,43929,1731813431949-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:14,194 INFO [RS:0;695c90f4bb18:43929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:14,194 INFO [RS:0;695c90f4bb18:43929 {}] regionserver.Replication(171): 695c90f4bb18,43929,1731813431949 started 2024-11-17T03:17:14,215 INFO [RS:0;695c90f4bb18:43929 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:14,215 INFO [RS:0;695c90f4bb18:43929 {}] regionserver.HRegionServer(1482): Serving as 695c90f4bb18,43929,1731813431949, RpcServer on 695c90f4bb18/172.17.0.3:43929, sessionid=0x10146cbbd860001 2024-11-17T03:17:14,216 DEBUG [RS:0;695c90f4bb18:43929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T03:17:14,216 DEBUG [RS:0;695c90f4bb18:43929 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 695c90f4bb18,43929,1731813431949 2024-11-17T03:17:14,216 DEBUG [RS:0;695c90f4bb18:43929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,43929,1731813431949' 2024-11-17T03:17:14,216 DEBUG [RS:0;695c90f4bb18:43929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0853807801/flush-table-proc/abort' 2024-11-17T03:17:14,218 DEBUG [RS:0;695c90f4bb18:43929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0853807801/flush-table-proc/acquired' 2024-11-17T03:17:14,219 DEBUG [RS:0;695c90f4bb18:43929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T03:17:14,219 DEBUG [RS:0;695c90f4bb18:43929 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T03:17:14,219 DEBUG [RS:0;695c90f4bb18:43929 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 695c90f4bb18,43929,1731813431949 2024-11-17T03:17:14,219 DEBUG [RS:0;695c90f4bb18:43929 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,43929,1731813431949' 2024-11-17T03:17:14,219 DEBUG [RS:0;695c90f4bb18:43929 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0853807801/online-snapshot/abort' 2024-11-17T03:17:14,221 DEBUG [RS:0;695c90f4bb18:43929 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0853807801/online-snapshot/acquired' 2024-11-17T03:17:14,221 DEBUG [RS:0;695c90f4bb18:43929 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T03:17:14,221 INFO [RS:0;695c90f4bb18:43929 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T03:17:14,222 INFO [RS:0;695c90f4bb18:43929 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T03:17:14,326 INFO [RS:0;695c90f4bb18:43929 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:17:14,329 INFO [RS:0;695c90f4bb18:43929 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C43929%2C1731813431949, suffix=, logDir=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949, archiveDir=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/oldWALs, maxLogs=10 2024-11-17T03:17:14,345 DEBUG [RS:0;695c90f4bb18:43929 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949/695c90f4bb18%2C43929%2C1731813431949.1731813434332, exclude list is [], retry=0 2024-11-17T03:17:14,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35453,DS-6ffdf155-efce-47e5-a1b8-cc429649ed16,DISK] 2024-11-17T03:17:14,355 INFO [RS:0;695c90f4bb18:43929 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949/695c90f4bb18%2C43929%2C1731813431949.1731813434332 2024-11-17T03:17:14,355 DEBUG [RS:0;695c90f4bb18:43929 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46305:46305)] 2024-11-17T03:17:14,369 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T03:17:14,370 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828 2024-11-17T03:17:14,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741833_1009 (size=32) 2024-11-17T03:17:14,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:17:14,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:17:14,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:17:14,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:14,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:14,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:17:14,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:17:14,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:14,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:14,795 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:17:14,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:17:14,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:14,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:14,799 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:17:14,802 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:17:14,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:14,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:14,803 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:17:14,804 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740 2024-11-17T03:17:14,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740 2024-11-17T03:17:14,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:17:14,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:17:14,809 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:17:14,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:17:14,816 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:17:14,817 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60743566, jitterRate=-0.0948503315448761}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:17:14,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731813434783Initializing all the Stores at 1731813434786 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813434786Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813434786Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813434786Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813434786Cleaning up temporary data from old regions at 1731813434808 (+22 ms)Region opened successfully at 1731813434820 (+12 ms) 2024-11-17T03:17:14,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:17:14,821 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:17:14,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:17:14,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:17:14,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:17:14,823 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:17:14,823 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813434821Disabling compacts and flushes for region at 1731813434821Disabling writes for close at 1731813434821Writing region close event to WAL at 1731813434822 (+1 ms)Closed at 1731813434822 2024-11-17T03:17:14,826 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:17:14,826 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T03:17:14,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T03:17:14,841 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:17:14,846 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T03:17:14,998 DEBUG [695c90f4bb18:36717 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T03:17:15,008 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=695c90f4bb18,43929,1731813431949 2024-11-17T03:17:15,015 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,43929,1731813431949, state=OPENING 2024-11-17T03:17:15,083 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T03:17:15,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801 2024-11-17T03:17:15,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43929-0x10146cbbd860001, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801 2024-11-17T03:17:15,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0853807801/meta-region-server: CHANGED 2024-11-17T03:17:15,095 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0853807801/meta-region-server: CHANGED 2024-11-17T03:17:15,098 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:17:15,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,43929,1731813431949}] 2024-11-17T03:17:15,273 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:17:15,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T03:17:15,290 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T03:17:15,291 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:17:15,292 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T03:17:15,298 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C43929%2C1731813431949.meta, suffix=.meta, logDir=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949, archiveDir=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/oldWALs, maxLogs=10 2024-11-17T03:17:15,322 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949/695c90f4bb18%2C43929%2C1731813431949.meta.1731813435302.meta, exclude list is [], retry=0 2024-11-17T03:17:15,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35453,DS-6ffdf155-efce-47e5-a1b8-cc429649ed16,DISK] 2024-11-17T03:17:15,330 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949/695c90f4bb18%2C43929%2C1731813431949.meta.1731813435302.meta 2024-11-17T03:17:15,331 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46305:46305)] 2024-11-17T03:17:15,331 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:17:15,337 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:17:15,338 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:17:15,341 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T03:17:15,344 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T03:17:15,348 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T03:17:15,349 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:17:15,349 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T03:17:15,350 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T03:17:15,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:17:15,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:17:15,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:15,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:15,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:17:15,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:17:15,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:15,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:15,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:17:15,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:17:15,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:15,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:15,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:17:15,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:17:15,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:15,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:15,364 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:17:15,366 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740 2024-11-17T03:17:15,368 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740 2024-11-17T03:17:15,370 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:17:15,371 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:17:15,371 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:17:15,374 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:17:15,376 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63604999, jitterRate=-0.05221165716648102}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:17:15,376 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T03:17:15,378 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731813435350Writing region info on filesystem at 1731813435350Initializing all the Stores at 1731813435352 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813435352Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813435353 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813435353Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813435353Cleaning up temporary data from old regions at 1731813435371 (+18 ms)Running coprocessor post-open hooks at 1731813435376 (+5 ms)Region opened successfully at 1731813435378 (+2 ms) 2024-11-17T03:17:15,385 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731813435265 2024-11-17T03:17:15,398 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T03:17:15,398 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T03:17:15,399 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,43929,1731813431949 2024-11-17T03:17:15,402 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,43929,1731813431949, state=OPEN 2024-11-17T03:17:15,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43929-0x10146cbbd860001, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0853807801/meta-region-server 2024-11-17T03:17:15,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0853807801/meta-region-server 2024-11-17T03:17:15,443 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0853807801/meta-region-server: CHANGED 2024-11-17T03:17:15,443 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0853807801/meta-region-server: CHANGED 2024-11-17T03:17:15,444 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=695c90f4bb18,43929,1731813431949 2024-11-17T03:17:15,449 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T03:17:15,450 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,43929,1731813431949 in 344 msec 2024-11-17T03:17:15,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T03:17:15,457 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 619 msec 2024-11-17T03:17:15,458 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:17:15,458 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T03:17:15,476 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:17:15,478 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,43929,1731813431949, seqNum=-1] 2024-11-17T03:17:15,499 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:17:15,501 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39951, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:17:15,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7290 sec 2024-11-17T03:17:15,525 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731813435525, completionTime=-1 2024-11-17T03:17:15,527 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T03:17:15,528 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T03:17:15,554 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T03:17:15,554 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731813495554 2024-11-17T03:17:15,554 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731813555554 2024-11-17T03:17:15,554 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-17T03:17:15,557 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,36717,1731813431019-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:15,557 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,36717,1731813431019-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:15,557 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,36717,1731813431019-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:15,559 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-695c90f4bb18:36717, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:15,559 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:15,560 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:15,566 DEBUG [master/695c90f4bb18:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T03:17:15,588 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.250sec 2024-11-17T03:17:15,590 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T03:17:15,591 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T03:17:15,592 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T03:17:15,592 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T03:17:15,593 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T03:17:15,594 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,36717,1731813431019-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:17:15,594 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,36717,1731813431019-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T03:17:15,603 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T03:17:15,604 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T03:17:15,604 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,36717,1731813431019-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:15,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160be455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:15,664 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-17T03:17:15,664 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-17T03:17:15,668 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,36717,-1 for getting cluster id 2024-11-17T03:17:15,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:17:15,679 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ddca4f1-ecfa-4eba-a949-a76f75f60e11' 2024-11-17T03:17:15,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:17:15,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ddca4f1-ecfa-4eba-a949-a76f75f60e11" 2024-11-17T03:17:15,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d59f07f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:15,685 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,36717,-1] 2024-11-17T03:17:15,688 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:17:15,690 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:15,692 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:17:15,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c8133f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:15,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:17:15,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,43929,1731813431949, seqNum=-1] 2024-11-17T03:17:15,705 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:17:15,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:17:15,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=695c90f4bb18,36717,1731813431019 2024-11-17T03:17:15,736 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59845 2024-11-17T03:17:15,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:17:15,758 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10146cbbd860002 connected 2024-11-17T03:17:15,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/hadoop.log.dir so I do NOT create it in target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9 2024-11-17T03:17:15,790 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T03:17:15,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/hadoop.tmp.dir so I do NOT create it in target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9 2024-11-17T03:17:15,790 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T03:17:15,791 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9 2024-11-17T03:17:15,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T03:17:15,791 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/cluster_f870582c-156f-3a33-ae6a-c1e17a66f411, deleteOnExit=true 2024-11-17T03:17:15,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T03:17:15,791 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/test.cache.data in system properties and HBase conf 2024-11-17T03:17:15,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T03:17:15,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/hadoop.log.dir in system properties and HBase conf 2024-11-17T03:17:15,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T03:17:15,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T03:17:15,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T03:17:15,792 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T03:17:15,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:17:15,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:17:15,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T03:17:15,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:17:15,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T03:17:15,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T03:17:15,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:17:15,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:17:15,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T03:17:15,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/nfs.dump.dir in system properties and HBase conf 2024-11-17T03:17:15,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/java.io.tmpdir in system properties and HBase conf 2024-11-17T03:17:15,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:17:15,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T03:17:15,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T03:17:16,167 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:17:16,177 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:17:16,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:17:16,197 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:17:16,197 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T03:17:16,198 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:17:16,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bbabd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:17:16,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f1e4205{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:17:16,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@527fc01c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/java.io.tmpdir/jetty-localhost-36541-hadoop-hdfs-3_4_1-tests_jar-_-any-354549720918530314/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:17:16,343 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23a00211{HTTP/1.1, (http/1.1)}{localhost:36541} 2024-11-17T03:17:16,344 INFO [Time-limited test {}] server.Server(415): Started @12539ms 2024-11-17T03:17:16,700 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:17:16,706 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:17:16,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:17:16,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:17:16,721 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:17:16,722 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ea1566b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:17:16,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2efdb625{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:17:16,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@523c3824{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/java.io.tmpdir/jetty-localhost-34609-hadoop-hdfs-3_4_1-tests_jar-_-any-659309177315420737/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:17:16,831 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6930e1f6{HTTP/1.1, (http/1.1)}{localhost:34609} 2024-11-17T03:17:16,831 INFO [Time-limited test {}] server.Server(415): Started @13026ms 2024-11-17T03:17:16,833 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T03:17:17,560 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/cluster_f870582c-156f-3a33-ae6a-c1e17a66f411/data/data1/current/BP-929593027-172.17.0.3-1731813435832/current, will proceed with Du for space computation calculation, 2024-11-17T03:17:17,560 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/cluster_f870582c-156f-3a33-ae6a-c1e17a66f411/data/data2/current/BP-929593027-172.17.0.3-1731813435832/current, will proceed with Du for space computation calculation, 2024-11-17T03:17:17,612 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T03:17:17,615 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbacde92faf93d73 with lease ID 0x5c9946bbdc9b411e: Processing first storage report for DS-89e22766-dd8b-4d1a-bc83-65be5a50d2da from datanode DatanodeRegistration(127.0.0.1:45495, datanodeUuid=fef72222-9262-46ec-b773-3019fd1b7ff3, infoPort=38127, infoSecurePort=0, ipcPort=41517, storageInfo=lv=-57;cid=testClusterID;nsid=240728674;c=1731813435832) 2024-11-17T03:17:17,616 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbacde92faf93d73 with lease ID 0x5c9946bbdc9b411e: from storage DS-89e22766-dd8b-4d1a-bc83-65be5a50d2da node DatanodeRegistration(127.0.0.1:45495, datanodeUuid=fef72222-9262-46ec-b773-3019fd1b7ff3, infoPort=38127, infoSecurePort=0, ipcPort=41517, storageInfo=lv=-57;cid=testClusterID;nsid=240728674;c=1731813435832), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:17:17,616 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbacde92faf93d73 with lease ID 0x5c9946bbdc9b411e: Processing first storage report for DS-5f89ca56-afa3-4ea9-9f01-ea3df2311264 from datanode DatanodeRegistration(127.0.0.1:45495, datanodeUuid=fef72222-9262-46ec-b773-3019fd1b7ff3, infoPort=38127, infoSecurePort=0, ipcPort=41517, storageInfo=lv=-57;cid=testClusterID;nsid=240728674;c=1731813435832) 2024-11-17T03:17:17,616 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbacde92faf93d73 with lease ID 0x5c9946bbdc9b411e: from storage DS-5f89ca56-afa3-4ea9-9f01-ea3df2311264 node DatanodeRegistration(127.0.0.1:45495, datanodeUuid=fef72222-9262-46ec-b773-3019fd1b7ff3, infoPort=38127, infoSecurePort=0, ipcPort=41517, storageInfo=lv=-57;cid=testClusterID;nsid=240728674;c=1731813435832), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:17:17,689 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9 2024-11-17T03:17:17,690 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:17,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:17,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741825_1001 (size=7) 2024-11-17T03:17:18,107 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781 with version=8 2024-11-17T03:17:18,108 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/hbase-staging 2024-11-17T03:17:18,112 INFO [Time-limited test {}] client.ConnectionUtils(128): master/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:17:18,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:18,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:18,112 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:17:18,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:18,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:17:18,112 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T03:17:18,113 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:17:18,113 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46403 2024-11-17T03:17:18,115 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46403 connecting to ZooKeeper ensemble=127.0.0.1:59845 2024-11-17T03:17:18,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:464030x0, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:17:18,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46403-0x10146cbbd860003 connected 2024-11-17T03:17:18,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:18,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:18,249 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Set watcher on znode that does not yet exist, /1-898466290/running 2024-11-17T03:17:18,249 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781, hbase.cluster.distributed=false 2024-11-17T03:17:18,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Set watcher on znode that does not yet exist, /1-898466290/acl 2024-11-17T03:17:18,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46403 2024-11-17T03:17:18,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46403 2024-11-17T03:17:18,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46403 2024-11-17T03:17:18,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46403 2024-11-17T03:17:18,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46403 2024-11-17T03:17:18,269 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:17:18,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:18,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:18,269 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:17:18,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:18,269 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:17:18,270 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T03:17:18,270 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:17:18,270 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40243 2024-11-17T03:17:18,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40243 connecting to ZooKeeper ensemble=127.0.0.1:59845 2024-11-17T03:17:18,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:18,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:18,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402430x0, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:17:18,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402430x0, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Set watcher on znode that does not yet exist, /1-898466290/running 2024-11-17T03:17:18,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40243-0x10146cbbd860004 connected 2024-11-17T03:17:18,290 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T03:17:18,291 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T03:17:18,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40243-0x10146cbbd860004, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Set watcher on znode that does not yet exist, /1-898466290/master 2024-11-17T03:17:18,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40243-0x10146cbbd860004, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Set watcher on znode that does not yet exist, /1-898466290/acl 2024-11-17T03:17:18,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40243 2024-11-17T03:17:18,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40243 2024-11-17T03:17:18,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40243 2024-11-17T03:17:18,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40243 2024-11-17T03:17:18,295 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40243 2024-11-17T03:17:18,307 DEBUG [M:0;695c90f4bb18:46403 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;695c90f4bb18:46403 2024-11-17T03:17:18,307 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-898466290/backup-masters/695c90f4bb18,46403,1731813438111 2024-11-17T03:17:18,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-898466290/backup-masters 2024-11-17T03:17:18,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10146cbbd860004, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-898466290/backup-masters 2024-11-17T03:17:18,315 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Set watcher on existing znode=/1-898466290/backup-masters/695c90f4bb18,46403,1731813438111 2024-11-17T03:17:18,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10146cbbd860004, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-898466290/master 2024-11-17T03:17:18,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-898466290 2024-11-17T03:17:18,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10146cbbd860004, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-898466290 2024-11-17T03:17:18,326 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Set watcher on existing znode=/1-898466290/master 2024-11-17T03:17:18,326 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-898466290/backup-masters/695c90f4bb18,46403,1731813438111 from backup master directory 2024-11-17T03:17:18,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10146cbbd860004, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-898466290/backup-masters 2024-11-17T03:17:18,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-898466290/backup-masters/695c90f4bb18,46403,1731813438111 2024-11-17T03:17:18,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-898466290/backup-masters 2024-11-17T03:17:18,336 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:17:18,336 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=695c90f4bb18,46403,1731813438111 2024-11-17T03:17:18,343 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/hbase.id] with ID: 9f6e59a8-b036-4d7a-b542-becdb563a5fc 2024-11-17T03:17:18,343 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/.tmp/hbase.id 2024-11-17T03:17:18,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741826_1002 (size=42) 2024-11-17T03:17:18,755 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/.tmp/hbase.id]:[hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/hbase.id] 2024-11-17T03:17:18,780 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:18,781 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T03:17:18,783 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-17T03:17:18,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-898466290 2024-11-17T03:17:18,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10146cbbd860004, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-898466290 2024-11-17T03:17:18,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741827_1003 (size=196) 2024-11-17T03:17:19,251 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:17:19,252 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T03:17:19,252 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:17:19,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741828_1004 (size=1189) 2024-11-17T03:17:19,669 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/MasterData/data/master/store 2024-11-17T03:17:19,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741829_1005 (size=34) 2024-11-17T03:17:20,088 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:17:20,088 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:17:20,089 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:20,089 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:20,089 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:17:20,089 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:20,089 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:20,090 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813440088Disabling compacts and flushes for region at 1731813440088Disabling writes for close at 1731813440089 (+1 ms)Writing region close event to WAL at 1731813440089Closed at 1731813440089 2024-11-17T03:17:20,092 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/MasterData/data/master/store/.initializing 2024-11-17T03:17:20,093 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/MasterData/WALs/695c90f4bb18,46403,1731813438111 2024-11-17T03:17:20,096 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:17:20,100 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=695c90f4bb18%2C46403%2C1731813438111, suffix=, logDir=hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/MasterData/WALs/695c90f4bb18,46403,1731813438111, archiveDir=hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/MasterData/oldWALs, maxLogs=10 2024-11-17T03:17:20,117 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/MasterData/WALs/695c90f4bb18,46403,1731813438111/695c90f4bb18%2C46403%2C1731813438111.1731813440100, exclude list is [], retry=0 2024-11-17T03:17:20,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45495,DS-89e22766-dd8b-4d1a-bc83-65be5a50d2da,DISK] 2024-11-17T03:17:20,124 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/MasterData/WALs/695c90f4bb18,46403,1731813438111/695c90f4bb18%2C46403%2C1731813438111.1731813440100 2024-11-17T03:17:20,124 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38127:38127)] 2024-11-17T03:17:20,124 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:17:20,125 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:17:20,125 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:20,125 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:20,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:20,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T03:17:20,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:20,131 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T03:17:20,131 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:20,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:20,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T03:17:20,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:20,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:17:20,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:20,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T03:17:20,155 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:20,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:17:20,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:20,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T03:17:20,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:20,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:17:20,160 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:20,161 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:20,162 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:20,164 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:20,164 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:20,165 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:17:20,167 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:20,170 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:17:20,171 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59791580, jitterRate=-0.10903602838516235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:17:20,171 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731813440125Initializing all the Stores at 1731813440126 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813440127 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813440127Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813440127Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813440127Cleaning up temporary data from old regions at 1731813440164 (+37 ms)Region opened successfully at 1731813440171 (+7 ms) 2024-11-17T03:17:20,171 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T03:17:20,177 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1567fedc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:17:20,179 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T03:17:20,179 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T03:17:20,179 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T03:17:20,180 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T03:17:20,181 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T03:17:20,181 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T03:17:20,181 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T03:17:20,184 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T03:17:20,185 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Unable to get data of znode /1-898466290/balancer because node does not exist (not necessarily an error) 2024-11-17T03:17:20,247 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-898466290/balancer already deleted, retry=false 2024-11-17T03:17:20,247 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T03:17:20,249 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Unable to get data of znode /1-898466290/normalizer because node does not exist (not necessarily an error) 2024-11-17T03:17:20,257 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-898466290/normalizer already deleted, retry=false 2024-11-17T03:17:20,258 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T03:17:20,260 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Unable to get data of znode /1-898466290/switch/split because node does not exist (not necessarily an error) 2024-11-17T03:17:20,272 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-898466290/switch/split already deleted, retry=false 2024-11-17T03:17:20,274 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Unable to get data of znode /1-898466290/switch/merge because node does not exist (not necessarily an error) 2024-11-17T03:17:20,283 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-898466290/switch/merge already deleted, retry=false 2024-11-17T03:17:20,286 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Unable to get data of znode /1-898466290/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T03:17:20,293 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-898466290/snapshot-cleanup already deleted, retry=false 2024-11-17T03:17:20,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10146cbbd860004, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-898466290/running 2024-11-17T03:17:20,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-898466290/running 2024-11-17T03:17:20,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10146cbbd860004, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-898466290 2024-11-17T03:17:20,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-898466290 2024-11-17T03:17:20,305 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=695c90f4bb18,46403,1731813438111, sessionid=0x10146cbbd860003, setting cluster-up flag (Was=false) 2024-11-17T03:17:20,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-898466290 2024-11-17T03:17:20,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10146cbbd860004, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-898466290 2024-11-17T03:17:20,357 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-898466290/flush-table-proc/acquired, /1-898466290/flush-table-proc/reached, /1-898466290/flush-table-proc/abort 2024-11-17T03:17:20,358 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,46403,1731813438111 2024-11-17T03:17:20,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10146cbbd860004, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-898466290 2024-11-17T03:17:20,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-898466290 2024-11-17T03:17:20,409 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-898466290/online-snapshot/acquired, /1-898466290/online-snapshot/reached, /1-898466290/online-snapshot/abort 2024-11-17T03:17:20,411 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,46403,1731813438111 2024-11-17T03:17:20,412 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T03:17:20,414 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T03:17:20,415 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T03:17:20,415 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T03:17:20,415 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 695c90f4bb18,46403,1731813438111 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T03:17:20,417 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:17:20,417 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:17:20,417 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:17:20,417 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:17:20,417 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/695c90f4bb18:0, corePoolSize=10, maxPoolSize=10 2024-11-17T03:17:20,417 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:20,417 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:17:20,417 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:20,418 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731813470418 2024-11-17T03:17:20,418 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T03:17:20,418 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T03:17:20,418 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T03:17:20,419 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T03:17:20,419 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T03:17:20,419 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T03:17:20,419 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:20,419 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T03:17:20,420 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T03:17:20,420 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T03:17:20,420 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T03:17:20,420 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:17:20,420 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T03:17:20,420 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T03:17:20,420 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T03:17:20,421 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813440420,5,FailOnTimeoutGroup] 2024-11-17T03:17:20,421 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813440421,5,FailOnTimeoutGroup] 2024-11-17T03:17:20,421 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:20,421 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T03:17:20,421 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:20,421 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:20,422 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:20,422 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T03:17:20,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741831_1007 (size=1321) 2024-11-17T03:17:20,500 INFO [RS:0;695c90f4bb18:40243 {}] regionserver.HRegionServer(746): ClusterId : 9f6e59a8-b036-4d7a-b542-becdb563a5fc 2024-11-17T03:17:20,501 DEBUG [RS:0;695c90f4bb18:40243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T03:17:20,512 DEBUG [RS:0;695c90f4bb18:40243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T03:17:20,512 DEBUG [RS:0;695c90f4bb18:40243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T03:17:20,528 DEBUG [RS:0;695c90f4bb18:40243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T03:17:20,529 DEBUG [RS:0;695c90f4bb18:40243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51ee09bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:17:20,547 DEBUG [RS:0;695c90f4bb18:40243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;695c90f4bb18:40243 2024-11-17T03:17:20,547 INFO [RS:0;695c90f4bb18:40243 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T03:17:20,547 INFO [RS:0;695c90f4bb18:40243 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T03:17:20,547 DEBUG [RS:0;695c90f4bb18:40243 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T03:17:20,548 INFO [RS:0;695c90f4bb18:40243 {}] regionserver.HRegionServer(2659): reportForDuty to master=695c90f4bb18,46403,1731813438111 with port=40243, startcode=1731813438269 2024-11-17T03:17:20,548 DEBUG [RS:0;695c90f4bb18:40243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T03:17:20,550 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T03:17:20,551 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46403 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 695c90f4bb18,40243,1731813438269 2024-11-17T03:17:20,551 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46403 {}] master.ServerManager(517): Registering regionserver=695c90f4bb18,40243,1731813438269 2024-11-17T03:17:20,553 DEBUG [RS:0;695c90f4bb18:40243 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781 2024-11-17T03:17:20,553 DEBUG [RS:0;695c90f4bb18:40243 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37989 2024-11-17T03:17:20,553 DEBUG [RS:0;695c90f4bb18:40243 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T03:17:20,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-898466290/rs 2024-11-17T03:17:20,563 DEBUG [RS:0;695c90f4bb18:40243 {}] zookeeper.ZKUtil(111): regionserver:40243-0x10146cbbd860004, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Set watcher on existing znode=/1-898466290/rs/695c90f4bb18,40243,1731813438269 2024-11-17T03:17:20,563 WARN [RS:0;695c90f4bb18:40243 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:17:20,563 INFO [RS:0;695c90f4bb18:40243 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:17:20,563 DEBUG [RS:0;695c90f4bb18:40243 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/WALs/695c90f4bb18,40243,1731813438269 2024-11-17T03:17:20,564 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [695c90f4bb18,40243,1731813438269] 2024-11-17T03:17:20,569 INFO [RS:0;695c90f4bb18:40243 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T03:17:20,572 INFO [RS:0;695c90f4bb18:40243 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T03:17:20,573 INFO [RS:0;695c90f4bb18:40243 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T03:17:20,573 INFO [RS:0;695c90f4bb18:40243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:20,574 INFO [RS:0;695c90f4bb18:40243 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T03:17:20,575 INFO [RS:0;695c90f4bb18:40243 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T03:17:20,576 INFO [RS:0;695c90f4bb18:40243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:20,576 DEBUG [RS:0;695c90f4bb18:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:20,576 DEBUG [RS:0;695c90f4bb18:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:20,576 DEBUG [RS:0;695c90f4bb18:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:20,576 DEBUG [RS:0;695c90f4bb18:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:20,576 DEBUG [RS:0;695c90f4bb18:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:20,577 DEBUG [RS:0;695c90f4bb18:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:17:20,577 DEBUG [RS:0;695c90f4bb18:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:20,577 DEBUG [RS:0;695c90f4bb18:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:20,577 DEBUG [RS:0;695c90f4bb18:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:20,577 DEBUG [RS:0;695c90f4bb18:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:20,577 DEBUG [RS:0;695c90f4bb18:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:20,578 DEBUG [RS:0;695c90f4bb18:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:20,578 DEBUG [RS:0;695c90f4bb18:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:17:20,578 DEBUG [RS:0;695c90f4bb18:40243 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:17:20,579 INFO [RS:0;695c90f4bb18:40243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:20,579 INFO [RS:0;695c90f4bb18:40243 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:20,579 INFO [RS:0;695c90f4bb18:40243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:20,579 INFO [RS:0;695c90f4bb18:40243 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:20,579 INFO [RS:0;695c90f4bb18:40243 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:20,580 INFO [RS:0;695c90f4bb18:40243 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,40243,1731813438269-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:17:20,597 INFO [RS:0;695c90f4bb18:40243 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T03:17:20,598 INFO [RS:0;695c90f4bb18:40243 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,40243,1731813438269-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:20,598 INFO [RS:0;695c90f4bb18:40243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:20,598 INFO [RS:0;695c90f4bb18:40243 {}] regionserver.Replication(171): 695c90f4bb18,40243,1731813438269 started 2024-11-17T03:17:20,610 INFO [RS:0;695c90f4bb18:40243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:20,610 INFO [RS:0;695c90f4bb18:40243 {}] regionserver.HRegionServer(1482): Serving as 695c90f4bb18,40243,1731813438269, RpcServer on 695c90f4bb18/172.17.0.3:40243, sessionid=0x10146cbbd860004 2024-11-17T03:17:20,610 DEBUG [RS:0;695c90f4bb18:40243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T03:17:20,610 DEBUG [RS:0;695c90f4bb18:40243 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 695c90f4bb18,40243,1731813438269 2024-11-17T03:17:20,610 DEBUG [RS:0;695c90f4bb18:40243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,40243,1731813438269' 2024-11-17T03:17:20,610 DEBUG [RS:0;695c90f4bb18:40243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-898466290/flush-table-proc/abort' 2024-11-17T03:17:20,611 DEBUG [RS:0;695c90f4bb18:40243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-898466290/flush-table-proc/acquired' 2024-11-17T03:17:20,612 DEBUG [RS:0;695c90f4bb18:40243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T03:17:20,612 DEBUG [RS:0;695c90f4bb18:40243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T03:17:20,612 DEBUG [RS:0;695c90f4bb18:40243 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 695c90f4bb18,40243,1731813438269 2024-11-17T03:17:20,612 DEBUG [RS:0;695c90f4bb18:40243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,40243,1731813438269' 2024-11-17T03:17:20,612 DEBUG [RS:0;695c90f4bb18:40243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-898466290/online-snapshot/abort' 2024-11-17T03:17:20,612 DEBUG [RS:0;695c90f4bb18:40243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-898466290/online-snapshot/acquired' 2024-11-17T03:17:20,613 DEBUG [RS:0;695c90f4bb18:40243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T03:17:20,613 INFO [RS:0;695c90f4bb18:40243 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T03:17:20,613 INFO [RS:0;695c90f4bb18:40243 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T03:17:20,715 INFO [RS:0;695c90f4bb18:40243 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:17:20,720 INFO [RS:0;695c90f4bb18:40243 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C40243%2C1731813438269, suffix=, logDir=hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/WALs/695c90f4bb18,40243,1731813438269, archiveDir=hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/oldWALs, maxLogs=10 2024-11-17T03:17:20,735 DEBUG [RS:0;695c90f4bb18:40243 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/WALs/695c90f4bb18,40243,1731813438269/695c90f4bb18%2C40243%2C1731813438269.1731813440722, exclude list is [], retry=0 2024-11-17T03:17:20,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45495,DS-89e22766-dd8b-4d1a-bc83-65be5a50d2da,DISK] 2024-11-17T03:17:20,741 INFO [RS:0;695c90f4bb18:40243 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/WALs/695c90f4bb18,40243,1731813438269/695c90f4bb18%2C40243%2C1731813438269.1731813440722 2024-11-17T03:17:20,741 DEBUG [RS:0;695c90f4bb18:40243 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38127:38127)] 2024-11-17T03:17:20,835 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T03:17:20,835 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781 2024-11-17T03:17:20,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741833_1009 (size=32) 2024-11-17T03:17:20,861 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:17:21,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:17:21,253 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:17:21,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:17:21,257 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:21,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:21,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:17:21,260 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:17:21,260 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:21,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:21,261 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:17:21,263 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:17:21,264 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:21,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:21,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:17:21,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:17:21,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:21,268 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:21,269 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:17:21,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/data/hbase/meta/1588230740 2024-11-17T03:17:21,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/data/hbase/meta/1588230740 2024-11-17T03:17:21,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:17:21,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:17:21,273 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:17:21,275 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:17:21,278 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:17:21,279 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61472971, jitterRate=-0.08398135006427765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:17:21,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731813441250Initializing all the Stores at 1731813441253 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813441253Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813441253Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813441253Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813441253Cleaning up temporary data from old regions at 1731813441272 (+19 ms)Region opened successfully at 1731813441279 (+7 ms) 2024-11-17T03:17:21,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:17:21,279 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:17:21,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:17:21,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:17:21,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:17:21,280 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:17:21,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813441279Disabling compacts and flushes for region at 1731813441279Disabling writes for close at 1731813441280 (+1 ms)Writing region close event to WAL at 1731813441280Closed at 1731813441280 2024-11-17T03:17:21,282 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:17:21,282 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T03:17:21,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T03:17:21,284 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:17:21,285 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T03:17:21,436 DEBUG [695c90f4bb18:46403 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T03:17:21,437 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=695c90f4bb18,40243,1731813438269 2024-11-17T03:17:21,439 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,40243,1731813438269, state=OPENING 2024-11-17T03:17:21,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T03:17:21,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T03:17:21,475 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:17:21,475 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T03:17:21,475 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:17:21,475 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T03:17:21,475 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T03:17:21,475 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T03:17:21,510 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T03:17:21,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10146cbbd860004, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-898466290 2024-11-17T03:17:21,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-898466290 2024-11-17T03:17:21,532 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:17:21,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-898466290/meta-region-server: CHANGED 2024-11-17T03:17:21,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-898466290/meta-region-server: CHANGED 2024-11-17T03:17:21,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,40243,1731813438269}] 2024-11-17T03:17:21,688 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:17:21,690 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T03:17:21,694 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T03:17:21,694 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:17:21,695 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T03:17:21,697 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C40243%2C1731813438269.meta, suffix=.meta, logDir=hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/WALs/695c90f4bb18,40243,1731813438269, archiveDir=hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/oldWALs, maxLogs=10 2024-11-17T03:17:21,711 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/WALs/695c90f4bb18,40243,1731813438269/695c90f4bb18%2C40243%2C1731813438269.meta.1731813441699.meta, exclude list is [], retry=0 2024-11-17T03:17:21,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45495,DS-89e22766-dd8b-4d1a-bc83-65be5a50d2da,DISK] 2024-11-17T03:17:21,717 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/WALs/695c90f4bb18,40243,1731813438269/695c90f4bb18%2C40243%2C1731813438269.meta.1731813441699.meta 2024-11-17T03:17:21,717 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38127:38127)] 2024-11-17T03:17:21,718 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:17:21,718 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:17:21,718 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:17:21,718 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T03:17:21,718 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T03:17:21,718 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T03:17:21,718 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:17:21,719 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T03:17:21,719 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T03:17:21,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:17:21,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:17:21,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:21,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:21,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:17:21,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:17:21,724 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:21,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:21,724 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:17:21,726 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:17:21,726 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:21,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:21,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:17:21,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:17:21,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:21,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:21,728 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:17:21,729 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/data/hbase/meta/1588230740 2024-11-17T03:17:21,731 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/data/hbase/meta/1588230740 2024-11-17T03:17:21,733 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:17:21,733 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:17:21,733 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:17:21,735 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:17:21,736 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60110159, jitterRate=-0.10428883135318756}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:17:21,737 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T03:17:21,737 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731813441719Writing region info on filesystem at 1731813441719Initializing all the Stores at 1731813441720 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813441720Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813441720Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813441720Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813441720Cleaning up temporary data from old regions at 1731813441733 (+13 ms)Running coprocessor post-open hooks at 1731813441737 (+4 ms)Region opened successfully at 1731813441737 2024-11-17T03:17:21,738 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731813441687 2024-11-17T03:17:21,741 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T03:17:21,741 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T03:17:21,743 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,40243,1731813438269 2024-11-17T03:17:21,744 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,40243,1731813438269, state=OPEN 2024-11-17T03:17:21,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-898466290/meta-region-server 2024-11-17T03:17:21,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10146cbbd860004, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-898466290/meta-region-server 2024-11-17T03:17:21,757 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=695c90f4bb18,40243,1731813438269 2024-11-17T03:17:21,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-898466290/meta-region-server: CHANGED 2024-11-17T03:17:21,757 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-898466290/meta-region-server: CHANGED 2024-11-17T03:17:21,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T03:17:21,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,40243,1731813438269 in 225 msec 2024-11-17T03:17:21,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T03:17:21,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 481 msec 2024-11-17T03:17:21,769 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:17:21,769 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T03:17:21,771 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:17:21,771 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,40243,1731813438269, seqNum=-1] 2024-11-17T03:17:21,771 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:17:21,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44119, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:17:21,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3650 sec 2024-11-17T03:17:21,781 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731813441781, completionTime=-1 2024-11-17T03:17:21,781 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T03:17:21,781 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T03:17:21,783 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T03:17:21,783 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731813501783 2024-11-17T03:17:21,783 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731813561783 2024-11-17T03:17:21,784 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T03:17:21,784 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46403,1731813438111-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:21,784 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46403,1731813438111-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:21,784 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46403,1731813438111-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:21,784 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-695c90f4bb18:46403, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:21,784 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:21,784 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:21,786 DEBUG [master/695c90f4bb18:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T03:17:21,788 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.452sec 2024-11-17T03:17:21,789 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T03:17:21,789 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T03:17:21,789 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T03:17:21,789 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T03:17:21,789 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T03:17:21,789 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46403,1731813438111-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:17:21,789 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46403,1731813438111-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T03:17:21,792 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T03:17:21,792 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T03:17:21,793 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46403,1731813438111-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:21,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a1434f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:21,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46403,-1 for getting cluster id 2024-11-17T03:17:21,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:17:21,803 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f6e59a8-b036-4d7a-b542-becdb563a5fc' 2024-11-17T03:17:21,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:17:21,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f6e59a8-b036-4d7a-b542-becdb563a5fc" 2024-11-17T03:17:21,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d94e71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:21,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46403,-1] 2024-11-17T03:17:21,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:17:21,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:21,807 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:17:21,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dfdd0ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:21,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:17:21,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,40243,1731813438269, seqNum=-1] 2024-11-17T03:17:21,811 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:17:21,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:17:21,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=695c90f4bb18,46403,1731813438111 2024-11-17T03:17:21,818 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59845 2024-11-17T03:17:21,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:17:21,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10146cbbd860005 connected 2024-11-17T03:17:21,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ddac0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:21,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,36717,-1 for getting cluster id 2024-11-17T03:17:21,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:17:21,853 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ddca4f1-ecfa-4eba-a949-a76f75f60e11' 2024-11-17T03:17:21,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:17:21,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ddca4f1-ecfa-4eba-a949-a76f75f60e11" 2024-11-17T03:17:21,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e0747a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:21,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,36717,-1] 2024-11-17T03:17:21,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:17:21,856 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:21,858 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:17:21,860 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d9c752e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:21,869 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:17:21,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,36717,1731813431019 2024-11-17T03:17:21,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3441564e 2024-11-17T03:17:21,877 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:17:21,879 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:17:21,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://695c90f4bb18:46403,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T03:17:21,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T03:17:21,893 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:46403' 2024-11-17T03:17:21,895 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@722cd38d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:21,895 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46403,-1 for getting cluster id 2024-11-17T03:17:21,895 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:17:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:17:21,896 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f6e59a8-b036-4d7a-b542-becdb563a5fc' 2024-11-17T03:17:21,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:17:21,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f6e59a8-b036-4d7a-b542-becdb563a5fc" 2024-11-17T03:17:21,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@838ceb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:21,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46403,-1] 2024-11-17T03:17:21,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:17:21,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:21,898 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:17:21,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ac541e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:21,900 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:17:21,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46403,1731813438111 2024-11-17T03:17:21,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@276847b0 2024-11-17T03:17:21,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:17:21,906 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:17:21,916 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-17T03:17:21,916 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T03:17:21,920 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:21,920 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:21,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:17:21,921 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:17:21,926 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T03:17:21,929 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:17:21,929 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:21,931 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:17:21,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741835_1011 (size=1138) 2024-11-17T03:17:21,978 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T03:17:22,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:17:22,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:17:22,345 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => de68d6279560a631a50ecebd9c8c150b, NAME => 'hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828 2024-11-17T03:17:22,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741836_1012 (size=44) 2024-11-17T03:17:22,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:17:22,758 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:17:22,758 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing de68d6279560a631a50ecebd9c8c150b, disabling compactions & flushes 2024-11-17T03:17:22,758 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b. 2024-11-17T03:17:22,758 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b. 2024-11-17T03:17:22,758 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b. after waiting 0 ms 2024-11-17T03:17:22,758 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b. 2024-11-17T03:17:22,758 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b. 2024-11-17T03:17:22,758 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for de68d6279560a631a50ecebd9c8c150b: Waiting for close lock at 1731813442758Disabling compacts and flushes for region at 1731813442758Disabling writes for close at 1731813442758Writing region close event to WAL at 1731813442758Closed at 1731813442758 2024-11-17T03:17:22,761 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:17:22,766 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731813442761"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813442761"}]},"ts":"1731813442761"} 2024-11-17T03:17:22,771 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:17:22,772 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:17:22,775 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813442772"}]},"ts":"1731813442772"} 2024-11-17T03:17:22,779 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T03:17:22,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de68d6279560a631a50ecebd9c8c150b, ASSIGN}] 2024-11-17T03:17:22,783 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de68d6279560a631a50ecebd9c8c150b, ASSIGN 2024-11-17T03:17:22,785 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=de68d6279560a631a50ecebd9c8c150b, ASSIGN; state=OFFLINE, location=695c90f4bb18,43929,1731813431949; forceNewPlan=false, retain=false 2024-11-17T03:17:22,937 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=de68d6279560a631a50ecebd9c8c150b, regionState=OPENING, regionLocation=695c90f4bb18,43929,1731813431949 2024-11-17T03:17:22,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=de68d6279560a631a50ecebd9c8c150b, ASSIGN because future has completed 2024-11-17T03:17:22,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure de68d6279560a631a50ecebd9c8c150b, server=695c90f4bb18,43929,1731813431949}] 2024-11-17T03:17:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:17:23,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b. 2024-11-17T03:17:23,111 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:17:23,112 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T03:17:23,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C43929%2C1731813431949.rep, suffix=, logDir=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949, archiveDir=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/oldWALs, maxLogs=10 2024-11-17T03:17:23,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949/695c90f4bb18%2C43929%2C1731813431949.rep.1731813443117, exclude list is [], retry=0 2024-11-17T03:17:23,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35453,DS-6ffdf155-efce-47e5-a1b8-cc429649ed16,DISK] 2024-11-17T03:17:23,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949/695c90f4bb18%2C43929%2C1731813431949.rep.1731813443117 2024-11-17T03:17:23,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46305:46305)] 2024-11-17T03:17:23,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => de68d6279560a631a50ecebd9c8c150b, NAME => 'hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:17:23,137 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:17:23,137 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:17:23,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b. service=MultiRowMutationService 2024-11-17T03:17:23,138 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T03:17:23,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:23,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:17:23,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:23,138 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:23,140 INFO [StoreOpener-de68d6279560a631a50ecebd9c8c150b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:23,141 INFO [StoreOpener-de68d6279560a631a50ecebd9c8c150b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de68d6279560a631a50ecebd9c8c150b columnFamilyName hfileref 2024-11-17T03:17:23,142 DEBUG [StoreOpener-de68d6279560a631a50ecebd9c8c150b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:23,142 INFO [StoreOpener-de68d6279560a631a50ecebd9c8c150b-1 {}] regionserver.HStore(327): Store=de68d6279560a631a50ecebd9c8c150b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:17:23,142 INFO [StoreOpener-de68d6279560a631a50ecebd9c8c150b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:23,144 INFO [StoreOpener-de68d6279560a631a50ecebd9c8c150b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de68d6279560a631a50ecebd9c8c150b columnFamilyName queue 2024-11-17T03:17:23,144 DEBUG [StoreOpener-de68d6279560a631a50ecebd9c8c150b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:23,145 INFO [StoreOpener-de68d6279560a631a50ecebd9c8c150b-1 {}] regionserver.HStore(327): Store=de68d6279560a631a50ecebd9c8c150b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:17:23,145 INFO [StoreOpener-de68d6279560a631a50ecebd9c8c150b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:23,147 INFO [StoreOpener-de68d6279560a631a50ecebd9c8c150b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de68d6279560a631a50ecebd9c8c150b columnFamilyName sid 2024-11-17T03:17:23,147 DEBUG [StoreOpener-de68d6279560a631a50ecebd9c8c150b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:23,148 INFO [StoreOpener-de68d6279560a631a50ecebd9c8c150b-1 {}] regionserver.HStore(327): Store=de68d6279560a631a50ecebd9c8c150b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:17:23,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:23,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/replication/de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:23,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/replication/de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:23,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:23,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:23,152 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:17:23,154 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:23,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/replication/de68d6279560a631a50ecebd9c8c150b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:17:23,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened de68d6279560a631a50ecebd9c8c150b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66322601, jitterRate=-0.01171623170375824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:17:23,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:23,159 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for de68d6279560a631a50ecebd9c8c150b: Running coprocessor pre-open hook at 1731813443138Writing region info on filesystem at 1731813443138Initializing all the Stores at 1731813443139 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813443140 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813443140Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813443140Cleaning up temporary data from old regions at 1731813443151 (+11 ms)Running coprocessor post-open hooks at 1731813443158 (+7 ms)Region opened successfully at 1731813443159 (+1 ms) 2024-11-17T03:17:23,161 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b., pid=7, masterSystemTime=1731813443099 2024-11-17T03:17:23,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b. 2024-11-17T03:17:23,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b. 2024-11-17T03:17:23,166 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=de68d6279560a631a50ecebd9c8c150b, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,43929,1731813431949 2024-11-17T03:17:23,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure de68d6279560a631a50ecebd9c8c150b, server=695c90f4bb18,43929,1731813431949 because future has completed 2024-11-17T03:17:23,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-17T03:17:23,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure de68d6279560a631a50ecebd9c8c150b, server=695c90f4bb18,43929,1731813431949 in 228 msec 2024-11-17T03:17:23,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T03:17:23,182 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de68d6279560a631a50ecebd9c8c150b, ASSIGN in 395 msec 2024-11-17T03:17:23,183 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:17:23,184 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813443183"}]},"ts":"1731813443183"} 2024-11-17T03:17:23,187 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T03:17:23,188 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:17:23,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2660 sec 2024-11-17T03:17:23,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b., hostname=695c90f4bb18,43929,1731813431949, seqNum=2] 2024-11-17T03:17:23,257 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43929 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-17T03:17:23,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801 2024-11-17T03:17:23,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43929-0x10146cbbd860001, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801 2024-11-17T03:17:23,377 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T03:17:23,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-17T03:17:23,546 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T03:17:23,584 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-695c90f4bb18,43929,1731813431949, ReplicationSource: 1, currentBandwidth=0 2024-11-17T03:17:23,586 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:17:23,586 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,43929,1731813431949, seqNum=-1] 2024-11-17T03:17:23,586 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:17:23,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-17T03:17:23,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-695c90f4bb18,43929,1731813431949', locateType=CURRENT is [region=hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b., hostname=695c90f4bb18,43929,1731813431949, seqNum=2] 2024-11-17T03:17:23,596 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-17T03:17:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-17T03:17:23,601 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 695c90f4bb18,43929,1731813431949 suceeded 2024-11-17T03:17:23,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-17T03:17:23,604 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 225 msec 2024-11-17T03:17:23,604 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://695c90f4bb18:46403,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T03:17:23,607 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7220 sec 2024-11-17T03:17:23,618 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,43929,1731813431949 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:46403' 2024-11-17T03:17:23,620 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,43929,1731813431949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3de44c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:23,620 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,43929,1731813431949 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46403,-1 for getting cluster id 2024-11-17T03:17:23,620 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,43929,1731813431949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:17:23,621 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f6e59a8-b036-4d7a-b542-becdb563a5fc' 2024-11-17T03:17:23,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:17:23,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f6e59a8-b036-4d7a-b542-becdb563a5fc" 2024-11-17T03:17:23,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@118f96f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:23,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46403,-1] 2024-11-17T03:17:23,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:17:23,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:23,623 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:17:23,624 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,43929,1731813431949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76854a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:23,624 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,43929,1731813431949 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:17:23,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46403,1731813438111 2024-11-17T03:17:23,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@170449d6 2024-11-17T03:17:23,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:17:23,626 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-17T03:17:23,627 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,43929,1731813431949 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-695c90f4bb18,43929,1731813431949 (queues=1) is replicating from cluster=2ddca4f1-ecfa-4eba-a949-a76f75f60e11 to cluster=9f6e59a8-b036-4d7a-b542-becdb563a5fc 2024-11-17T03:17:23,631 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,43929,1731813431949 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=695c90f4bb18%2C43929%2C1731813431949 2024-11-17T03:17:23,635 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,43929,1731813431949 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-695c90f4bb18,43929,1731813431949, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T03:17:23,637 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,43929,1731813431949.replicationSource.shipper695c90f4bb18%2C43929%2C1731813431949,1-695c90f4bb18,43929,1731813431949 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 695c90f4bb18%2C43929%2C1731813431949 2024-11-17T03:17:23,641 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,43929,1731813431949.replicationSource.wal-reader.695c90f4bb18%2C43929%2C1731813431949,1-695c90f4bb18,43929,1731813431949 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949/695c90f4bb18%2C43929%2C1731813431949.1731813434332, startPosition=0, beingWritten=true 2024-11-17T03:17:23,890 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,43929,1731813431949.replicationSource.wal-reader.695c90f4bb18%2C43929%2C1731813431949,1-695c90f4bb18,43929,1731813431949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949/695c90f4bb18%2C43929%2C1731813431949.1731813434332 to pos 0, reset compression=false 2024-11-17T03:17:24,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:17:24,046 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:17:24,046 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T03:17:24,046 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:17:24,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:24,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:24,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:17:24,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7f6e9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:24,048 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,36717,-1 for getting cluster id 2024-11-17T03:17:24,048 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:17:24,051 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ddca4f1-ecfa-4eba-a949-a76f75f60e11' 2024-11-17T03:17:24,051 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:17:24,052 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ddca4f1-ecfa-4eba-a949-a76f75f60e11" 2024-11-17T03:17:24,052 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14b57f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:24,052 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,36717,-1] 2024-11-17T03:17:24,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:17:24,053 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:24,055 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:17:24,056 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0de0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:24,057 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:17:24,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,36717,1731813431019 2024-11-17T03:17:24,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bf43fa 2024-11-17T03:17:24,058 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:17:24,060 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:17:24,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://695c90f4bb18:46403,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T03:17:24,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T03:17:24,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-17T03:17:24,064 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:46403' 2024-11-17T03:17:24,065 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a3bc8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:24,065 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46403,-1 for getting cluster id 2024-11-17T03:17:24,066 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:17:24,067 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f6e59a8-b036-4d7a-b542-becdb563a5fc' 2024-11-17T03:17:24,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:17:24,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f6e59a8-b036-4d7a-b542-becdb563a5fc" 2024-11-17T03:17:24,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df3e97a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:24,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46403,-1] 2024-11-17T03:17:24,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:17:24,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:24,069 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:17:24,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62499093, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:24,070 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:17:24,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46403,1731813438111 2024-11-17T03:17:24,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f05c7af 2024-11-17T03:17:24,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:17:24,072 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:17:24,073 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-17T03:17:24,073 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T03:17:24,073 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:24,073 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:24,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:17:24,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-17T03:17:24,199 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,43929,1731813431949.replicationSource.wal-reader.695c90f4bb18%2C43929%2C1731813431949,1-695c90f4bb18,43929,1731813431949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949/695c90f4bb18%2C43929%2C1731813431949.1731813434332 to pos 0, reset compression=false 2024-11-17T03:17:24,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-17T03:17:24,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T03:17:24,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-17T03:17:24,548 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-17T03:17:24,583 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-695c90f4bb18,43929,1731813431949, ReplicationSource: 2, currentBandwidth=0 2024-11-17T03:17:24,586 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-17T03:17:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-17T03:17:24,590 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 695c90f4bb18,43929,1731813431949 suceeded 2024-11-17T03:17:24,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T03:17:24,595 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://695c90f4bb18:46403,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T03:17:24,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-17T03:17:24,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 535 msec 2024-11-17T03:17:24,604 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,43929,1731813431949 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:46403' 2024-11-17T03:17:24,605 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,43929,1731813431949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43e67787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:24,605 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,43929,1731813431949 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46403,-1 for getting cluster id 2024-11-17T03:17:24,605 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,43929,1731813431949 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:17:24,606 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,43929,1731813431949.replicationSource.wal-reader.695c90f4bb18%2C43929%2C1731813431949,1-695c90f4bb18,43929,1731813431949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949/695c90f4bb18%2C43929%2C1731813431949.1731813434332 to pos 0, reset compression=false 2024-11-17T03:17:24,606 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f6e59a8-b036-4d7a-b542-becdb563a5fc' 2024-11-17T03:17:24,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:17:24,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f6e59a8-b036-4d7a-b542-becdb563a5fc" 2024-11-17T03:17:24,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b89f908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:24,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46403,-1] 2024-11-17T03:17:24,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:17:24,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:24,609 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:17:24,609 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,43929,1731813431949 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c6c7be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:24,610 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,43929,1731813431949 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:17:24,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46403,1731813438111 2024-11-17T03:17:24,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@480174c 2024-11-17T03:17:24,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:17:24,612 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-17T03:17:24,613 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,43929,1731813431949 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-695c90f4bb18,43929,1731813431949 (queues=1) is replicating from cluster=2ddca4f1-ecfa-4eba-a949-a76f75f60e11 to cluster=9f6e59a8-b036-4d7a-b542-becdb563a5fc 2024-11-17T03:17:24,613 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,43929,1731813431949 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=695c90f4bb18%2C43929%2C1731813431949 2024-11-17T03:17:24,613 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,43929,1731813431949 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-695c90f4bb18,43929,1731813431949, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T03:17:24,614 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,43929,1731813431949.replicationSource.shipper695c90f4bb18%2C43929%2C1731813431949,2-695c90f4bb18,43929,1731813431949 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 695c90f4bb18%2C43929%2C1731813431949 2024-11-17T03:17:24,614 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,43929,1731813431949.replicationSource.wal-reader.695c90f4bb18%2C43929%2C1731813431949,2-695c90f4bb18,43929,1731813431949 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949/695c90f4bb18%2C43929%2C1731813431949.1731813434332, startPosition=0, beingWritten=true 2024-11-17T03:17:24,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-17T03:17:24,696 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-17T03:17:24,696 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:17:24,696 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:17:24,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:24,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:24,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:17:24,697 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:17:24,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,36717,1731813431019 2024-11-17T03:17:24,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@296f7b59 2024-11-17T03:17:24,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:17:24,703 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:17:24,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-17T03:17:24,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-17T03:17:24,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-17T03:17:24,708 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-17T03:17:24,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://695c90f4bb18:46403,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T03:17:24,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T03:17:24,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T03:17:24,717 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:46403' 2024-11-17T03:17:24,718 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c7e9472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:24,718 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46403,-1 for getting cluster id 2024-11-17T03:17:24,719 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:17:24,719 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f6e59a8-b036-4d7a-b542-becdb563a5fc' 2024-11-17T03:17:24,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:17:24,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f6e59a8-b036-4d7a-b542-becdb563a5fc" 2024-11-17T03:17:24,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@197561f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:24,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46403,-1] 2024-11-17T03:17:24,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:17:24,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:24,721 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:17:24,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba949be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:24,722 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:17:24,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46403,1731813438111 2024-11-17T03:17:24,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6463235f 2024-11-17T03:17:24,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:17:24,725 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:17:24,725 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T03:17:24,726 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T03:17:24,726 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:24,726 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:24,726 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:17:24,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T03:17:24,820 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,43929,1731813431949.replicationSource.wal-reader.695c90f4bb18%2C43929%2C1731813431949,2-695c90f4bb18,43929,1731813431949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949/695c90f4bb18%2C43929%2C1731813431949.1731813434332 to pos 0, reset compression=false 2024-11-17T03:17:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T03:17:24,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-17T03:17:24,940 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-17T03:17:24,943 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-17T03:17:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-17T03:17:24,948 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 695c90f4bb18,43929,1731813431949 suceeded 2024-11-17T03:17:24,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-17T03:17:24,954 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 167 msec 2024-11-17T03:17:24,954 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://695c90f4bb18:46403,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T03:17:24,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 242 msec 2024-11-17T03:17:25,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T03:17:25,035 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-17T03:17:25,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://695c90f4bb18:46403,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T03:17:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T03:17:25,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-17T03:17:25,041 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:46403' 2024-11-17T03:17:25,042 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70cb1d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:25,042 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46403,-1 for getting cluster id 2024-11-17T03:17:25,043 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:17:25,044 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f6e59a8-b036-4d7a-b542-becdb563a5fc' 2024-11-17T03:17:25,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:17:25,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f6e59a8-b036-4d7a-b542-becdb563a5fc" 2024-11-17T03:17:25,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65734e0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:25,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46403,-1] 2024-11-17T03:17:25,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:17:25,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:25,046 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:17:25,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@439e1acf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:25,048 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:17:25,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46403,1731813438111 2024-11-17T03:17:25,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a588477 2024-11-17T03:17:25,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:17:25,051 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:17:25,052 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-17T03:17:25,052 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T03:17:25,052 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:25,052 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:25,052 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:17:25,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T03:17:25,113 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,43929,1731813431949.replicationSource.wal-reader.695c90f4bb18%2C43929%2C1731813431949,1-695c90f4bb18,43929,1731813431949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949/695c90f4bb18%2C43929%2C1731813431949.1731813434332 to pos 0, reset compression=false 2024-11-17T03:17:25,127 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,43929,1731813431949.replicationSource.wal-reader.695c90f4bb18%2C43929%2C1731813431949,2-695c90f4bb18,43929,1731813431949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949/695c90f4bb18%2C43929%2C1731813431949.1731813434332 to pos 0, reset compression=false 2024-11-17T03:17:25,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-17T03:17:25,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43929 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-17T03:17:25,239 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-17T03:17:25,241 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-17T03:17:25,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-17T03:17:25,247 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 695c90f4bb18,43929,1731813431949 suceeded 2024-11-17T03:17:25,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-17T03:17:25,252 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://695c90f4bb18:46403,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T03:17:25,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-17T03:17:25,255 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 215 msec 2024-11-17T03:17:25,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-17T03:17:25,355 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-17T03:17:25,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-17T03:17:25,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36717 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-17T03:17:25,358 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:17:25,358 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:17:25,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:25,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:25,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:17:25,359 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T03:17:25,359 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=933464129, stopped=false 2024-11-17T03:17:25,359 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=695c90f4bb18,36717,1731813431019 2024-11-17T03:17:25,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0853807801/running 2024-11-17T03:17:25,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43929-0x10146cbbd860001, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0853807801/running 2024-11-17T03:17:25,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43929-0x10146cbbd860001, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801 2024-11-17T03:17:25,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801 2024-11-17T03:17:25,378 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:17:25,378 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:17:25,378 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:17:25,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:25,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Set watcher on znode that does not yet exist, /0853807801/running 2024-11-17T03:17:25,379 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43929-0x10146cbbd860001, quorum=127.0.0.1:59845, baseZNode=/0853807801 Set watcher on znode that does not yet exist, /0853807801/running 2024-11-17T03:17:25,379 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '695c90f4bb18,43929,1731813431949' ***** 2024-11-17T03:17:25,379 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T03:17:25,379 INFO [RS:0;695c90f4bb18:43929 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T03:17:25,379 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T03:17:25,379 INFO [RS:0;695c90f4bb18:43929 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T03:17:25,380 INFO [RS:0;695c90f4bb18:43929 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T03:17:25,380 INFO [RS:0;695c90f4bb18:43929 {}] regionserver.HRegionServer(3091): Received CLOSE for de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:25,380 INFO [RS:0;695c90f4bb18:43929 {}] regionserver.HRegionServer(959): stopping server 695c90f4bb18,43929,1731813431949 2024-11-17T03:17:25,381 INFO [RS:0;695c90f4bb18:43929 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:17:25,381 INFO [RS:0;695c90f4bb18:43929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:43929. 2024-11-17T03:17:25,381 DEBUG [RS:0;695c90f4bb18:43929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:17:25,381 DEBUG [RS:0;695c90f4bb18:43929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:25,381 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de68d6279560a631a50ecebd9c8c150b, disabling compactions & flushes 2024-11-17T03:17:25,381 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b. 2024-11-17T03:17:25,381 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b. 2024-11-17T03:17:25,381 INFO [RS:0;695c90f4bb18:43929 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T03:17:25,381 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b. after waiting 0 ms 2024-11-17T03:17:25,381 INFO [RS:0;695c90f4bb18:43929 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T03:17:25,381 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b. 2024-11-17T03:17:25,381 INFO [RS:0;695c90f4bb18:43929 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T03:17:25,381 INFO [RS:0;695c90f4bb18:43929 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T03:17:25,382 INFO [RS:0;695c90f4bb18:43929 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T03:17:25,382 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:17:25,382 DEBUG [RS:0;695c90f4bb18:43929 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, de68d6279560a631a50ecebd9c8c150b=hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b.} 2024-11-17T03:17:25,382 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:17:25,382 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:17:25,382 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:17:25,382 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:17:25,382 DEBUG [RS:0;695c90f4bb18:43929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:25,384 INFO [regionserver/695c90f4bb18:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:17:25,385 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-17T03:17:25,385 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing de68d6279560a631a50ecebd9c8c150b 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-17T03:17:25,451 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/replication/de68d6279560a631a50ecebd9c8c150b/.tmp/queue/bc9b4774066f44a9812bbc10797217ee is 151, key is 1-695c90f4bb18,43929,1731813431949/queue:695c90f4bb18%2C43929%2C1731813431949/1731813443591/Put/seqid=0 2024-11-17T03:17:25,451 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740/.tmp/info/f062f8b0aa6f4febb031d9d6196867e8 is 147, key is hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b./info:regioninfo/1731813443165/Put/seqid=0 2024-11-17T03:17:25,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741838_1014 (size=5500) 2024-11-17T03:17:25,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741839_1015 (size=6631) 2024-11-17T03:17:25,533 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,43929,1731813431949.replicationSource.wal-reader.695c90f4bb18%2C43929%2C1731813431949,2-695c90f4bb18,43929,1731813431949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949/695c90f4bb18%2C43929%2C1731813431949.1731813434332 to pos 0, reset compression=false 2024-11-17T03:17:25,582 DEBUG [RS:0;695c90f4bb18:43929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:25,720 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,43929,1731813431949.replicationSource.wal-reader.695c90f4bb18%2C43929%2C1731813431949,1-695c90f4bb18,43929,1731813431949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949/695c90f4bb18%2C43929%2C1731813431949.1731813434332 to pos 0, reset compression=false 2024-11-17T03:17:25,783 DEBUG [RS:0;695c90f4bb18:43929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:25,863 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/replication/de68d6279560a631a50ecebd9c8c150b/.tmp/queue/bc9b4774066f44a9812bbc10797217ee 2024-11-17T03:17:25,863 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740/.tmp/info/f062f8b0aa6f4febb031d9d6196867e8 2024-11-17T03:17:25,908 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/replication/de68d6279560a631a50ecebd9c8c150b/.tmp/queue/bc9b4774066f44a9812bbc10797217ee as hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/replication/de68d6279560a631a50ecebd9c8c150b/queue/bc9b4774066f44a9812bbc10797217ee 2024-11-17T03:17:25,917 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/replication/de68d6279560a631a50ecebd9c8c150b/queue/bc9b4774066f44a9812bbc10797217ee, entries=2, sequenceid=6, filesize=5.4 K 2024-11-17T03:17:25,923 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for de68d6279560a631a50ecebd9c8c150b in 538ms, sequenceid=6, compaction requested=false 2024-11-17T03:17:25,923 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T03:17:25,928 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740/.tmp/ns/780d418ea340420ab4b23cbeef0915ca is 43, key is default/ns:d/1731813435505/Put/seqid=0 2024-11-17T03:17:25,932 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/replication/de68d6279560a631a50ecebd9c8c150b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T03:17:25,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741840_1016 (size=5153) 2024-11-17T03:17:25,934 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:17:25,935 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:17:25,935 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b. 2024-11-17T03:17:25,935 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de68d6279560a631a50ecebd9c8c150b: Waiting for close lock at 1731813445381Running coprocessor pre-close hooks at 1731813445381Disabling compacts and flushes for region at 1731813445381Disabling writes for close at 1731813445381Obtaining lock to block concurrent updates at 1731813445385 (+4 ms)Preparing flush snapshotting stores in de68d6279560a631a50ecebd9c8c150b at 1731813445385Finished memstore snapshotting hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731813445393 (+8 ms)Flushing stores of hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b. at 1731813445394 (+1 ms)Flushing de68d6279560a631a50ecebd9c8c150b/queue: creating writer at 1731813445396 (+2 ms)Flushing de68d6279560a631a50ecebd9c8c150b/queue: appending metadata at 1731813445436 (+40 ms)Flushing de68d6279560a631a50ecebd9c8c150b/queue: closing flushed file at 1731813445439 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66f8c458: reopening flushed file at 1731813445905 (+466 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for de68d6279560a631a50ecebd9c8c150b in 538ms, sequenceid=6, compaction requested=false at 1731813445923 (+18 ms)Writing region close event to WAL at 1731813445926 (+3 ms)Running coprocessor post-close hooks at 1731813445933 (+7 ms)Closed at 1731813445935 (+2 ms) 2024-11-17T03:17:25,936 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b. 2024-11-17T03:17:25,983 DEBUG [RS:0;695c90f4bb18:43929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:17:26,040 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,43929,1731813431949.replicationSource.wal-reader.695c90f4bb18%2C43929%2C1731813431949,2-695c90f4bb18,43929,1731813431949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949/695c90f4bb18%2C43929%2C1731813431949.1731813434332 to pos 0, reset compression=false 2024-11-17T03:17:26,183 DEBUG [RS:0;695c90f4bb18:43929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:17:26,211 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T03:17:26,211 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T03:17:26,336 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740/.tmp/ns/780d418ea340420ab4b23cbeef0915ca 2024-11-17T03:17:26,362 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740/.tmp/table/22b0123e2bf648e99b6178fc7b4ed40c is 53, key is hbase:replication/table:state/1731813443183/Put/seqid=0 2024-11-17T03:17:26,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741841_1017 (size=5256) 2024-11-17T03:17:26,383 INFO [RS:0;695c90f4bb18:43929 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T03:17:26,383 DEBUG [RS:0;695c90f4bb18:43929 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T03:17:26,384 DEBUG [RS:0;695c90f4bb18:43929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:17:26,427 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,43929,1731813431949.replicationSource.wal-reader.695c90f4bb18%2C43929%2C1731813431949,1-695c90f4bb18,43929,1731813431949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949/695c90f4bb18%2C43929%2C1731813431949.1731813434332 to pos 0, reset compression=false 2024-11-17T03:17:26,584 DEBUG [RS:0;695c90f4bb18:43929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:17:26,650 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,43929,1731813431949.replicationSource.wal-reader.695c90f4bb18%2C43929%2C1731813431949,2-695c90f4bb18,43929,1731813431949 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949/695c90f4bb18%2C43929%2C1731813431949.1731813434332 to pos 0, reset compression=false 2024-11-17T03:17:26,768 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740/.tmp/table/22b0123e2bf648e99b6178fc7b4ed40c 2024-11-17T03:17:26,778 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740/.tmp/info/f062f8b0aa6f4febb031d9d6196867e8 as hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740/info/f062f8b0aa6f4febb031d9d6196867e8 2024-11-17T03:17:26,784 DEBUG [RS:0;695c90f4bb18:43929 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:17:26,787 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740/info/f062f8b0aa6f4febb031d9d6196867e8, entries=10, sequenceid=11, filesize=6.5 K 2024-11-17T03:17:26,789 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740/.tmp/ns/780d418ea340420ab4b23cbeef0915ca as hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740/ns/780d418ea340420ab4b23cbeef0915ca 2024-11-17T03:17:26,799 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740/ns/780d418ea340420ab4b23cbeef0915ca, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T03:17:26,801 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740/.tmp/table/22b0123e2bf648e99b6178fc7b4ed40c as hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740/table/22b0123e2bf648e99b6178fc7b4ed40c 2024-11-17T03:17:26,812 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740/table/22b0123e2bf648e99b6178fc7b4ed40c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-17T03:17:26,814 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1431ms, sequenceid=11, compaction requested=false 2024-11-17T03:17:26,820 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T03:17:26,821 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:17:26,821 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:17:26,822 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:17:26,822 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813445382Running coprocessor pre-close hooks at 1731813445382Disabling compacts and flushes for region at 1731813445382Disabling writes for close at 1731813445382Obtaining lock to block concurrent updates at 1731813445385 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731813445385Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731813445393 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731813445394 (+1 ms)Flushing 1588230740/info: creating writer at 1731813445396 (+2 ms)Flushing 1588230740/info: appending metadata at 1731813445437 (+41 ms)Flushing 1588230740/info: closing flushed file at 1731813445439 (+2 ms)Flushing 1588230740/ns: creating writer at 1731813445906 (+467 ms)Flushing 1588230740/ns: appending metadata at 1731813445927 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731813445927Flushing 1588230740/table: creating writer at 1731813446346 (+419 ms)Flushing 1588230740/table: appending metadata at 1731813446361 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731813446361Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c31818: reopening flushed file at 1731813446777 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@307c0165: reopening flushed file at 1731813446787 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71f24ac9: reopening flushed file at 1731813446799 (+12 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1431ms, sequenceid=11, compaction requested=false at 1731813446814 (+15 ms)Writing region close event to WAL at 1731813446815 (+1 ms)Running coprocessor post-close hooks at 1731813446821 (+6 ms)Closed at 1731813446822 (+1 ms) 2024-11-17T03:17:26,822 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T03:17:26,984 INFO [RS:0;695c90f4bb18:43929 {}] regionserver.HRegionServer(976): stopping server 695c90f4bb18,43929,1731813431949; all regions closed. 2024-11-17T03:17:26,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741834_1010 (size=2742) 2024-11-17T03:17:26,996 DEBUG [RS:0;695c90f4bb18:43929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/oldWALs 2024-11-17T03:17:26,996 INFO [RS:0;695c90f4bb18:43929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C43929%2C1731813431949.meta:.meta(num 1731813435302) 2024-11-17T03:17:26,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741837_1013 (size=1802) 2024-11-17T03:17:26,999 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949/695c90f4bb18%2C43929%2C1731813431949.rep.1731813443117 not finished, retry = 0 2024-11-17T03:17:27,103 DEBUG [RS:0;695c90f4bb18:43929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/oldWALs 2024-11-17T03:17:27,103 INFO [RS:0;695c90f4bb18:43929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C43929%2C1731813431949.rep:(num 1731813443117) 2024-11-17T03:17:27,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741832_1008 (size=93) 2024-11-17T03:17:27,107 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949/695c90f4bb18%2C43929%2C1731813431949.1731813434332 not finished, retry = 0 2024-11-17T03:17:27,211 DEBUG [RS:0;695c90f4bb18:43929 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/oldWALs 2024-11-17T03:17:27,211 INFO [RS:0;695c90f4bb18:43929 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C43929%2C1731813431949:(num 1731813434332) 2024-11-17T03:17:27,212 DEBUG [RS:0;695c90f4bb18:43929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:27,212 INFO [RS:0;695c90f4bb18:43929 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:17:27,212 INFO [RS:0;695c90f4bb18:43929 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:17:27,212 INFO [RS:0;695c90f4bb18:43929 {}] hbase.ChoreService(370): Chore service for: regionserver/695c90f4bb18:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T03:17:27,212 INFO [RS:0;695c90f4bb18:43929 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:17:27,212 INFO [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:17:27,213 INFO [RS:0;695c90f4bb18:43929 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-695c90f4bb18,43929,1731813431949 because: Region server is closing 2024-11-17T03:17:27,213 INFO [RS:0;695c90f4bb18:43929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:43929. 2024-11-17T03:17:27,214 DEBUG [RS:0;695c90f4bb18:43929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:17:27,214 DEBUG [RS:0;695c90f4bb18:43929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:27,214 DEBUG [RS:0;695c90f4bb18:43929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:27,214 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:17:27,221 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:17:27,314 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,43929,1731813431949.replicationSource.shipper695c90f4bb18%2C43929%2C1731813431949,1-695c90f4bb18,43929,1731813431949 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T03:17:27,315 INFO [RS:0;695c90f4bb18:43929 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,43929,1731813431949.replicationSource.shipper695c90f4bb18%2C43929%2C1731813431949,1-695c90f4bb18,43929,1731813431949 terminated 2024-11-17T03:17:27,315 INFO [RS:0;695c90f4bb18:43929 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-695c90f4bb18,43929,1731813431949 because: Region server is closing 2024-11-17T03:17:27,316 INFO [RS:0;695c90f4bb18:43929 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:43929. 2024-11-17T03:17:27,316 DEBUG [RS:0;695c90f4bb18:43929 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:17:27,316 DEBUG [RS:0;695c90f4bb18:43929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:27,316 DEBUG [RS:0;695c90f4bb18:43929 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:27,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:17:27,417 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,43929,1731813431949.replicationSource.shipper695c90f4bb18%2C43929%2C1731813431949,2-695c90f4bb18,43929,1731813431949 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T03:17:27,417 INFO [RS:0;695c90f4bb18:43929 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,43929,1731813431949.replicationSource.shipper695c90f4bb18%2C43929%2C1731813431949,2-695c90f4bb18,43929,1731813431949 terminated 2024-11-17T03:17:27,417 INFO [RS:0;695c90f4bb18:43929 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43929 2024-11-17T03:17:27,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43929-0x10146cbbd860001, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0853807801/rs/695c90f4bb18,43929,1731813431949 2024-11-17T03:17:27,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801/rs 2024-11-17T03:17:27,502 INFO [RS:0;695c90f4bb18:43929 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:17:27,503 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [695c90f4bb18,43929,1731813431949] 2024-11-17T03:17:27,535 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0853807801/draining/695c90f4bb18,43929,1731813431949 already deleted, retry=false 2024-11-17T03:17:27,535 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 695c90f4bb18,43929,1731813431949 expired; onlineServers=0 2024-11-17T03:17:27,535 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '695c90f4bb18,36717,1731813431019' ***** 2024-11-17T03:17:27,536 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T03:17:27,536 INFO [M:0;695c90f4bb18:36717 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:17:27,536 INFO [M:0;695c90f4bb18:36717 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:17:27,536 DEBUG [M:0;695c90f4bb18:36717 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T03:17:27,536 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T03:17:27,536 DEBUG [M:0;695c90f4bb18:36717 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T03:17:27,536 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813433967 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813433967,5,FailOnTimeoutGroup] 2024-11-17T03:17:27,536 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813433968 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813433968,5,FailOnTimeoutGroup] 2024-11-17T03:17:27,536 INFO [M:0;695c90f4bb18:36717 {}] hbase.ChoreService(370): Chore service for: master/695c90f4bb18:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T03:17:27,537 INFO [M:0;695c90f4bb18:36717 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:17:27,537 DEBUG [M:0;695c90f4bb18:36717 {}] master.HMaster(1795): Stopping service threads 2024-11-17T03:17:27,537 INFO [M:0;695c90f4bb18:36717 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T03:17:27,537 INFO [M:0;695c90f4bb18:36717 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:17:27,538 INFO [M:0;695c90f4bb18:36717 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T03:17:27,538 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T03:17:27,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0853807801/master 2024-11-17T03:17:27,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801 2024-11-17T03:17:27,546 DEBUG [M:0;695c90f4bb18:36717 {}] zookeeper.ZKUtil(347): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Unable to get data of znode /0853807801/master because node does not exist (not an error) 2024-11-17T03:17:27,546 WARN [M:0;695c90f4bb18:36717 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T03:17:27,547 INFO [M:0;695c90f4bb18:36717 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/.lastflushedseqids 2024-11-17T03:17:27,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741842_1018 (size=181) 2024-11-17T03:17:27,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43929-0x10146cbbd860001, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:17:27,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43929-0x10146cbbd860001, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:17:27,621 INFO [RS:0;695c90f4bb18:43929 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:17:27,621 INFO [RS:0;695c90f4bb18:43929 {}] regionserver.HRegionServer(1031): Exiting; stopping=695c90f4bb18,43929,1731813431949; zookeeper connection closed. 2024-11-17T03:17:27,622 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@489d6bd2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@489d6bd2 2024-11-17T03:17:27,622 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T03:17:27,967 INFO [M:0;695c90f4bb18:36717 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T03:17:27,967 INFO [M:0;695c90f4bb18:36717 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T03:17:27,967 DEBUG [M:0;695c90f4bb18:36717 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:17:27,968 INFO [M:0;695c90f4bb18:36717 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:27,968 DEBUG [M:0;695c90f4bb18:36717 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:27,968 DEBUG [M:0;695c90f4bb18:36717 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:17:27,968 DEBUG [M:0;695c90f4bb18:36717 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:27,968 INFO [M:0;695c90f4bb18:36717 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-17T03:17:27,988 DEBUG [M:0;695c90f4bb18:36717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0307ddb4abfb4ca79a124796b388a5df is 82, key is hbase:meta,,1/info:regioninfo/1731813435399/Put/seqid=0 2024-11-17T03:17:27,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741843_1019 (size=5672) 2024-11-17T03:17:28,397 INFO [M:0;695c90f4bb18:36717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0307ddb4abfb4ca79a124796b388a5df 2024-11-17T03:17:28,421 DEBUG [M:0;695c90f4bb18:36717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da0752556b20486c8bb7bb0c8ca0207a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731813443190/Put/seqid=0 2024-11-17T03:17:28,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741844_1020 (size=8663) 2024-11-17T03:17:28,827 INFO [M:0;695c90f4bb18:36717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da0752556b20486c8bb7bb0c8ca0207a 2024-11-17T03:17:28,855 DEBUG [M:0;695c90f4bb18:36717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4924a8352fbb4582a7ae581f768501c0 is 69, key is 695c90f4bb18,43929,1731813431949/rs:state/1731813434082/Put/seqid=0 2024-11-17T03:17:28,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741845_1021 (size=5156) 2024-11-17T03:17:29,262 INFO [M:0;695c90f4bb18:36717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4924a8352fbb4582a7ae581f768501c0 2024-11-17T03:17:29,272 DEBUG [M:0;695c90f4bb18:36717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0307ddb4abfb4ca79a124796b388a5df as hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0307ddb4abfb4ca79a124796b388a5df 2024-11-17T03:17:29,281 INFO [M:0;695c90f4bb18:36717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0307ddb4abfb4ca79a124796b388a5df, entries=8, sequenceid=115, filesize=5.5 K 2024-11-17T03:17:29,283 DEBUG [M:0;695c90f4bb18:36717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da0752556b20486c8bb7bb0c8ca0207a as hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da0752556b20486c8bb7bb0c8ca0207a 2024-11-17T03:17:29,293 INFO [M:0;695c90f4bb18:36717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da0752556b20486c8bb7bb0c8ca0207a, entries=14, sequenceid=115, filesize=8.5 K 2024-11-17T03:17:29,294 DEBUG [M:0;695c90f4bb18:36717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4924a8352fbb4582a7ae581f768501c0 as hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4924a8352fbb4582a7ae581f768501c0 2024-11-17T03:17:29,302 INFO [M:0;695c90f4bb18:36717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4924a8352fbb4582a7ae581f768501c0, entries=1, sequenceid=115, filesize=5.0 K 2024-11-17T03:17:29,304 INFO [M:0;695c90f4bb18:36717 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=115, compaction requested=false 2024-11-17T03:17:29,306 INFO [M:0;695c90f4bb18:36717 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:29,306 DEBUG [M:0;695c90f4bb18:36717 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813447967Disabling compacts and flushes for region at 1731813447967Disabling writes for close at 1731813447968 (+1 ms)Obtaining lock to block concurrent updates at 1731813447968Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731813447968Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731813447969 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731813447970 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731813447970Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731813447988 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731813447988Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731813448405 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731813448420 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731813448420Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731813448836 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731813448855 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731813448855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593fa92e: reopening flushed file at 1731813449270 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bc9110b: reopening flushed file at 1731813449281 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68c051e6: reopening flushed file at 1731813449293 (+12 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1336ms, sequenceid=115, compaction requested=false at 1731813449304 (+11 ms)Writing region close event to WAL at 1731813449306 (+2 ms)Closed at 1731813449306 2024-11-17T03:17:29,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741830_1006 (size=59421) 2024-11-17T03:17:29,311 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:17:29,311 INFO [M:0;695c90f4bb18:36717 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T03:17:29,311 INFO [M:0;695c90f4bb18:36717 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36717 2024-11-17T03:17:29,311 INFO [M:0;695c90f4bb18:36717 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:17:29,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:17:29,470 INFO [M:0;695c90f4bb18:36717 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:17:29,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36717-0x10146cbbd860000, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:17:29,472 INFO [Time-limited test {}] client.ConnectionUtils(128): master/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:17:29,472 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:29,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:29,473 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:17:29,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:29,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:17:29,473 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T03:17:29,473 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:17:29,474 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41289 2024-11-17T03:17:29,475 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41289 connecting to ZooKeeper ensemble=127.0.0.1:59845 2024-11-17T03:17:29,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:412890x0, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:17:29,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41289-0x10146cbbd860006 connected 2024-11-17T03:17:29,543 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:29,545 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:29,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Set watcher on znode that does not yet exist, /0853807801/running 2024-11-17T03:17:29,548 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0853807801/meta-region-server: INIT 2024-11-17T03:17:29,548 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828, hbase.cluster.distributed=false 2024-11-17T03:17:29,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Set watcher on znode that does not yet exist, /0853807801/acl 2024-11-17T03:17:29,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41289 2024-11-17T03:17:29,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41289 2024-11-17T03:17:29,551 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41289 2024-11-17T03:17:29,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41289 2024-11-17T03:17:29,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41289 2024-11-17T03:17:29,565 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:17:29,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:29,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:29,566 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:17:29,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:29,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:17:29,566 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T03:17:29,566 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:17:29,567 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39509 2024-11-17T03:17:29,568 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39509 connecting to ZooKeeper ensemble=127.0.0.1:59845 2024-11-17T03:17:29,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:29,571 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:29,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395090x0, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:17:29,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395090x0, quorum=127.0.0.1:59845, baseZNode=/0853807801 Set watcher on znode that does not yet exist, /0853807801/running 2024-11-17T03:17:29,612 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0853807801/meta-region-server: INIT 2024-11-17T03:17:29,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39509-0x10146cbbd860007 connected 2024-11-17T03:17:29,613 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T03:17:29,614 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T03:17:29,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39509-0x10146cbbd860007, quorum=127.0.0.1:59845, baseZNode=/0853807801 Set watcher on znode that does not yet exist, /0853807801/master 2024-11-17T03:17:29,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39509-0x10146cbbd860007, quorum=127.0.0.1:59845, baseZNode=/0853807801 Set watcher on znode that does not yet exist, /0853807801/acl 2024-11-17T03:17:29,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39509 2024-11-17T03:17:29,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39509 2024-11-17T03:17:29,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39509 2024-11-17T03:17:29,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39509 2024-11-17T03:17:29,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39509 2024-11-17T03:17:29,636 DEBUG [M:0;695c90f4bb18:41289 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;695c90f4bb18:41289 2024-11-17T03:17:29,637 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0853807801/backup-masters/695c90f4bb18,41289,1731813449472 2024-11-17T03:17:29,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x10146cbbd860007, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801/backup-masters 2024-11-17T03:17:29,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801/backup-masters 2024-11-17T03:17:29,658 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Set watcher on existing znode=/0853807801/backup-masters/695c90f4bb18,41289,1731813449472 2024-11-17T03:17:29,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801 2024-11-17T03:17:29,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x10146cbbd860007, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0853807801/master 2024-11-17T03:17:29,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x10146cbbd860007, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801 2024-11-17T03:17:29,668 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Set watcher on existing znode=/0853807801/master 2024-11-17T03:17:29,668 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0853807801/backup-masters/695c90f4bb18,41289,1731813449472 from backup master directory 2024-11-17T03:17:29,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0853807801/backup-masters/695c90f4bb18,41289,1731813449472 2024-11-17T03:17:29,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x10146cbbd860007, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801/backup-masters 2024-11-17T03:17:29,678 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:17:29,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801/backup-masters 2024-11-17T03:17:29,678 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=695c90f4bb18,41289,1731813449472 2024-11-17T03:17:29,698 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:29,698 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T03:17:29,717 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 19ms. 2024-11-17T03:17:29,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741846_1022 (size=196) 2024-11-17T03:17:30,150 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:17:30,151 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T03:17:30,152 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:17:30,161 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-17T03:17:30,165 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/WALs/695c90f4bb18,36717,1731813431019 to hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/WALs/695c90f4bb18,36717,1731813431019-dead as it is dead 2024-11-17T03:17:30,166 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-17T03:17:30,167 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-17T03:17:30,167 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/WALs/695c90f4bb18,36717,1731813431019-dead/695c90f4bb18%2C36717%2C1731813431019.1731813433090 2024-11-17T03:17:30,173 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/WALs/695c90f4bb18,36717,1731813431019-dead/695c90f4bb18%2C36717%2C1731813431019.1731813433090 after 4ms 2024-11-17T03:17:30,175 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/WALs/695c90f4bb18,36717,1731813431019-dead/695c90f4bb18%2C36717%2C1731813431019.1731813433090 to hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/695c90f4bb18%2C36717%2C1731813431019.1731813433090 2024-11-17T03:17:30,175 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/WALs/695c90f4bb18,36717,1731813431019-dead 2024-11-17T03:17:30,176 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/WALs/695c90f4bb18,41289,1731813449472 2024-11-17T03:17:30,177 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:17:30,179 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=695c90f4bb18%2C41289%2C1731813449472, suffix=, logDir=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/WALs/695c90f4bb18,41289,1731813449472, archiveDir=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/oldWALs, maxLogs=10 2024-11-17T03:17:30,192 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/WALs/695c90f4bb18,41289,1731813449472/695c90f4bb18%2C41289%2C1731813449472.1731813450180, exclude list is [], retry=0 2024-11-17T03:17:30,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35453,DS-6ffdf155-efce-47e5-a1b8-cc429649ed16,DISK] 2024-11-17T03:17:30,198 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/WALs/695c90f4bb18,41289,1731813449472/695c90f4bb18%2C41289%2C1731813449472.1731813450180 2024-11-17T03:17:30,198 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46305:46305)] 2024-11-17T03:17:30,198 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:17:30,199 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:17:30,199 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:30,199 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:30,204 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:30,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T03:17:30,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:30,213 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0307ddb4abfb4ca79a124796b388a5df 2024-11-17T03:17:30,213 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:30,214 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:30,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T03:17:30,215 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:30,224 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da0752556b20486c8bb7bb0c8ca0207a 2024-11-17T03:17:30,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:17:30,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:30,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T03:17:30,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:30,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4924a8352fbb4582a7ae581f768501c0 2024-11-17T03:17:30,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:17:30,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:30,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T03:17:30,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:30,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:17:30,243 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:30,244 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-17T03:17:30,244 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/695c90f4bb18%2C36717%2C1731813431019.1731813433090 2024-11-17T03:17:30,269 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/695c90f4bb18%2C36717%2C1731813431019.1731813433090 2024-11-17T03:17:30,271 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/695c90f4bb18%2C36717%2C1731813431019.1731813433090 2024-11-17T03:17:30,272 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:30,272 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:30,273 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:17:30,279 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:30,283 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-17T03:17:30,284 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61864849, jitterRate=-0.07814191281795502}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:17:30,284 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731813450199Initializing all the Stores at 1731813450200 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813450200Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813450204 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813450204Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813450204Cleaning up temporary data from old regions at 1731813450272 (+68 ms)Region opened successfully at 1731813450284 (+12 ms) 2024-11-17T03:17:30,288 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T03:17:30,298 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558a988c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:17:30,311 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-17T03:17:30,312 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T03:17:30,312 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T03:17:30,313 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T03:17:30,314 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T03:17:30,321 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T03:17:30,322 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T03:17:30,323 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T03:17:30,323 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T03:17:30,324 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T03:17:30,324 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-17T03:17:30,324 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-11-17T03:17:30,324 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T03:17:30,334 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=695c90f4bb18,43929,1731813431949, regionLocation=695c90f4bb18,43929,1731813431949, openSeqNum=2 2024-11-17T03:17:30,334 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=695c90f4bb18,43929,1731813431949, table=hbase:meta, region=1588230740 2024-11-17T03:17:30,334 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,43929,1731813431949, state=OPEN 2024-11-17T03:17:30,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x10146cbbd860007, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0853807801/meta-region-server 2024-11-17T03:17:30,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0853807801/meta-region-server 2024-11-17T03:17:30,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0853807801/meta-region-server: CHANGED 2024-11-17T03:17:30,346 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0853807801/meta-region-server: CHANGED 2024-11-17T03:17:30,354 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-17T03:17:30,367 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0853807801/draining/695c90f4bb18,43929,1731813431949 already deleted, retry=false 2024-11-17T03:17:30,367 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 695c90f4bb18,43929,1731813431949 on 695c90f4bb18,41289,1731813449472 2024-11-17T03:17:30,373 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 695c90f4bb18,43929,1731813431949, splitWal=true, meta=true 2024-11-17T03:17:30,380 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 695c90f4bb18,43929,1731813431949 (carryingMeta=true) 695c90f4bb18,43929,1731813431949/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@4f2a2ebb[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-17T03:17:30,384 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Unable to get data of znode /0853807801/balancer because node does not exist (not necessarily an error) 2024-11-17T03:17:30,393 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0853807801/balancer already deleted, retry=false 2024-11-17T03:17:30,394 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T03:17:30,395 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Unable to get data of znode /0853807801/normalizer because node does not exist (not necessarily an error) 2024-11-17T03:17:30,437 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0853807801/normalizer already deleted, retry=false 2024-11-17T03:17:30,438 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T03:17:30,439 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Unable to get data of znode /0853807801/switch/split because node does not exist (not necessarily an error) 2024-11-17T03:17:30,499 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0853807801/switch/split already deleted, retry=false 2024-11-17T03:17:30,501 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Unable to get data of znode /0853807801/switch/merge because node does not exist (not necessarily an error) 2024-11-17T03:17:30,589 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0853807801/switch/merge already deleted, retry=false 2024-11-17T03:17:30,701 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Unable to get data of znode /0853807801/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T03:17:30,764 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0853807801/snapshot-cleanup already deleted, retry=false 2024-11-17T03:17:30,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x10146cbbd860007, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0853807801/running 2024-11-17T03:17:30,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0853807801/running 2024-11-17T03:17:30,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801 2024-11-17T03:17:30,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x10146cbbd860007, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801 2024-11-17T03:17:30,831 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=695c90f4bb18,41289,1731813449472, sessionid=0x10146cbbd860006, setting cluster-up flag (Was=false) 2024-11-17T03:17:30,907 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0853807801/flush-table-proc/acquired, /0853807801/flush-table-proc/reached, /0853807801/flush-table-proc/abort 2024-11-17T03:17:30,909 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,41289,1731813449472 2024-11-17T03:17:30,982 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0853807801/online-snapshot/acquired, /0853807801/online-snapshot/reached, /0853807801/online-snapshot/abort 2024-11-17T03:17:30,984 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,41289,1731813449472 2024-11-17T03:17:30,985 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/.lastflushedseqids 2024-11-17T03:17:30,991 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T03:17:30,991 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T03:17:30,991 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 695c90f4bb18,41289,1731813449472 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 695c90f4bb18,43929,1731813431949 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T03:17:30,993 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:17:30,993 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:17:30,993 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:17:30,993 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:17:30,994 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/695c90f4bb18:0, corePoolSize=10, maxPoolSize=10 2024-11-17T03:17:30,994 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:30,994 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:17:30,994 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:31,000 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 695c90f4bb18,43929,1731813431949, splitWal=true, meta=true 2024-11-17T03:17:31,000 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731813481000 2024-11-17T03:17:31,000 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T03:17:31,000 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T03:17:31,000 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T03:17:31,000 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T03:17:31,001 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T03:17:31,001 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T03:17:31,001 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:31,001 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T03:17:31,002 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T03:17:31,002 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T03:17:31,002 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T03:17:31,002 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 695c90f4bb18,43929,1731813431949, splitWal=true, meta=true, isMeta: true 2024-11-17T03:17:31,004 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949-splitting 2024-11-17T03:17:31,004 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T03:17:31,004 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T03:17:31,004 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813451004,5,FailOnTimeoutGroup] 2024-11-17T03:17:31,005 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949-splitting dir is empty, no logs to split. 2024-11-17T03:17:31,005 INFO [PEWorker-1 {}] master.SplitWALManager(105): 695c90f4bb18,43929,1731813431949 WAL count=0, meta=true 2024-11-17T03:17:31,008 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813451004,5,FailOnTimeoutGroup] 2024-11-17T03:17:31,008 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:31,008 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T03:17:31,008 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:31,008 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:31,008 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731813451008, completionTime=-1 2024-11-17T03:17:31,008 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-17T03:17:31,010 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949-splitting dir is empty, no logs to split. 2024-11-17T03:17:31,010 INFO [PEWorker-1 {}] master.SplitWALManager(105): 695c90f4bb18,43929,1731813431949 WAL count=0, meta=true 2024-11-17T03:17:31,010 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 695c90f4bb18,43929,1731813431949 WAL splitting is done? wals=0, meta=true 2024-11-17T03:17:31,012 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T03:17:31,013 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T03:17:31,014 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:17:31,015 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T03:17:31,027 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.HRegionServer(746): ClusterId : 2ddca4f1-ecfa-4eba-a949-a76f75f60e11 2024-11-17T03:17:31,027 DEBUG [RS:0;695c90f4bb18:39509 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T03:17:31,078 DEBUG [RS:0;695c90f4bb18:39509 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T03:17:31,078 DEBUG [RS:0;695c90f4bb18:39509 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T03:17:31,143 DEBUG [RS:0;695c90f4bb18:39509 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T03:17:31,144 DEBUG [RS:0;695c90f4bb18:39509 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ef6f45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:17:31,162 DEBUG [RS:0;695c90f4bb18:39509 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;695c90f4bb18:39509 2024-11-17T03:17:31,162 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T03:17:31,163 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T03:17:31,163 DEBUG [RS:0;695c90f4bb18:39509 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T03:17:31,163 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.HRegionServer(2659): reportForDuty to master=695c90f4bb18,41289,1731813449472 with port=39509, startcode=1731813449565 2024-11-17T03:17:31,164 DEBUG [RS:0;695c90f4bb18:39509 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T03:17:31,165 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T03:17:31,166 WARN [695c90f4bb18:41289 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T03:17:31,166 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41289 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 695c90f4bb18,39509,1731813449565 2024-11-17T03:17:31,166 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41289 {}] master.ServerManager(517): Registering regionserver=695c90f4bb18,39509,1731813449565 2024-11-17T03:17:31,168 DEBUG [RS:0;695c90f4bb18:39509 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828 2024-11-17T03:17:31,168 DEBUG [RS:0;695c90f4bb18:39509 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38575 2024-11-17T03:17:31,168 DEBUG [RS:0;695c90f4bb18:39509 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T03:17:31,212 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=204ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T03:17:31,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801/rs 2024-11-17T03:17:31,229 DEBUG [RS:0;695c90f4bb18:39509 {}] zookeeper.ZKUtil(111): regionserver:39509-0x10146cbbd860007, quorum=127.0.0.1:59845, baseZNode=/0853807801 Set watcher on existing znode=/0853807801/rs/695c90f4bb18,39509,1731813449565 2024-11-17T03:17:31,229 WARN [RS:0;695c90f4bb18:39509 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:17:31,229 INFO [RS:0;695c90f4bb18:39509 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:17:31,229 DEBUG [RS:0;695c90f4bb18:39509 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565 2024-11-17T03:17:31,229 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [695c90f4bb18,39509,1731813449565] 2024-11-17T03:17:31,267 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T03:17:31,270 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T03:17:31,271 INFO [RS:0;695c90f4bb18:39509 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T03:17:31,271 INFO [RS:0;695c90f4bb18:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:31,271 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T03:17:31,272 INFO [RS:0;695c90f4bb18:39509 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T03:17:31,272 INFO [RS:0;695c90f4bb18:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:31,272 DEBUG [RS:0;695c90f4bb18:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:31,272 DEBUG [RS:0;695c90f4bb18:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:31,272 DEBUG [RS:0;695c90f4bb18:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:31,273 DEBUG [RS:0;695c90f4bb18:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:31,273 DEBUG [RS:0;695c90f4bb18:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:31,273 DEBUG [RS:0;695c90f4bb18:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:17:31,273 DEBUG [RS:0;695c90f4bb18:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:31,273 DEBUG [RS:0;695c90f4bb18:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:31,273 DEBUG [RS:0;695c90f4bb18:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:31,273 DEBUG [RS:0;695c90f4bb18:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:31,273 DEBUG [RS:0;695c90f4bb18:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:31,273 DEBUG [RS:0;695c90f4bb18:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:31,273 DEBUG [RS:0;695c90f4bb18:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:17:31,273 DEBUG [RS:0;695c90f4bb18:39509 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:17:31,274 INFO [RS:0;695c90f4bb18:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:31,274 INFO [RS:0;695c90f4bb18:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:31,274 INFO [RS:0;695c90f4bb18:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:31,274 INFO [RS:0;695c90f4bb18:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:31,274 INFO [RS:0;695c90f4bb18:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:31,274 INFO [RS:0;695c90f4bb18:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,39509,1731813449565-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:17:31,289 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T03:17:31,290 INFO [RS:0;695c90f4bb18:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,39509,1731813449565-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:31,304 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.ReplicationSource(231): queueId=1-695c90f4bb18,39509,1731813449565, ReplicationSource: 1, currentBandwidth=0 2024-11-17T03:17:31,318 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.ReplicationSource(231): queueId=2-695c90f4bb18,39509,1731813449565, ReplicationSource: 2, currentBandwidth=0 2024-11-17T03:17:31,318 INFO [RS:0;695c90f4bb18:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:31,318 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.Replication(171): 695c90f4bb18,39509,1731813449565 started 2024-11-17T03:17:31,319 DEBUG [RS:0;695c90f4bb18:39509.replicationSource,1-695c90f4bb18,39509,1731813449565 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:46403' 2024-11-17T03:17:31,320 DEBUG [RS:0;695c90f4bb18:39509.replicationSource,1-695c90f4bb18,39509,1731813449565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@264353af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:31,320 DEBUG [RS:0;695c90f4bb18:39509.replicationSource,1-695c90f4bb18,39509,1731813449565 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46403,-1 for getting cluster id 2024-11-17T03:17:31,320 DEBUG [RS:0;695c90f4bb18:39509.replicationSource,1-695c90f4bb18,39509,1731813449565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:17:31,321 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f6e59a8-b036-4d7a-b542-becdb563a5fc' 2024-11-17T03:17:31,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:17:31,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f6e59a8-b036-4d7a-b542-becdb563a5fc" 2024-11-17T03:17:31,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6536d569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:31,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46403,-1] 2024-11-17T03:17:31,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:17:31,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:31,323 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:17:31,324 DEBUG [RS:0;695c90f4bb18:39509.replicationSource,1-695c90f4bb18,39509,1731813449565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@183dea49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:31,324 DEBUG [RS:0;695c90f4bb18:39509.replicationSource,1-695c90f4bb18,39509,1731813449565 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:17:31,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46403,1731813438111 2024-11-17T03:17:31,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@336e5ac0 2024-11-17T03:17:31,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:17:31,326 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-17T03:17:31,327 INFO [RS:0;695c90f4bb18:39509.replicationSource,1-695c90f4bb18,39509,1731813449565 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-695c90f4bb18,39509,1731813449565 (queues=0) is replicating from cluster=2ddca4f1-ecfa-4eba-a949-a76f75f60e11 to cluster=9f6e59a8-b036-4d7a-b542-becdb563a5fc 2024-11-17T03:17:31,333 INFO [RS:0;695c90f4bb18:39509 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:31,334 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.HRegionServer(1482): Serving as 695c90f4bb18,39509,1731813449565, RpcServer on 695c90f4bb18/172.17.0.3:39509, sessionid=0x10146cbbd860007 2024-11-17T03:17:31,334 DEBUG [RS:0;695c90f4bb18:39509 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T03:17:31,334 DEBUG [RS:0;695c90f4bb18:39509 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 695c90f4bb18,39509,1731813449565 2024-11-17T03:17:31,334 DEBUG [RS:0;695c90f4bb18:39509 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,39509,1731813449565' 2024-11-17T03:17:31,334 DEBUG [RS:0;695c90f4bb18:39509 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0853807801/flush-table-proc/abort' 2024-11-17T03:17:31,334 DEBUG [RS:0;695c90f4bb18:39509.replicationSource,2-695c90f4bb18,39509,1731813449565 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:46403' 2024-11-17T03:17:31,334 DEBUG [RS:0;695c90f4bb18:39509 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0853807801/flush-table-proc/acquired' 2024-11-17T03:17:31,335 DEBUG [RS:0;695c90f4bb18:39509 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T03:17:31,335 DEBUG [RS:0;695c90f4bb18:39509 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T03:17:31,335 DEBUG [RS:0;695c90f4bb18:39509 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 695c90f4bb18,39509,1731813449565 2024-11-17T03:17:31,335 DEBUG [RS:0;695c90f4bb18:39509 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,39509,1731813449565' 2024-11-17T03:17:31,335 DEBUG [RS:0;695c90f4bb18:39509 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0853807801/online-snapshot/abort' 2024-11-17T03:17:31,335 DEBUG [RS:0;695c90f4bb18:39509 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0853807801/online-snapshot/acquired' 2024-11-17T03:17:31,336 DEBUG [RS:0;695c90f4bb18:39509.replicationSource,2-695c90f4bb18,39509,1731813449565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ca9f090, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:31,336 DEBUG [RS:0;695c90f4bb18:39509.replicationSource,2-695c90f4bb18,39509,1731813449565 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46403,-1 for getting cluster id 2024-11-17T03:17:31,336 DEBUG [RS:0;695c90f4bb18:39509 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T03:17:31,336 INFO [RS:0;695c90f4bb18:39509 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T03:17:31,336 INFO [RS:0;695c90f4bb18:39509 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T03:17:31,336 DEBUG [RS:0;695c90f4bb18:39509.replicationSource,2-695c90f4bb18,39509,1731813449565 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:17:31,337 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f6e59a8-b036-4d7a-b542-becdb563a5fc' 2024-11-17T03:17:31,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:17:31,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f6e59a8-b036-4d7a-b542-becdb563a5fc" 2024-11-17T03:17:31,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@401bb8e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:31,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46403,-1] 2024-11-17T03:17:31,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:17:31,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:31,339 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:17:31,340 DEBUG [RS:0;695c90f4bb18:39509.replicationSource,2-695c90f4bb18,39509,1731813449565 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@484b7e9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:31,340 DEBUG [RS:0;695c90f4bb18:39509.replicationSource,2-695c90f4bb18,39509,1731813449565 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:17:31,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46403,1731813438111 2024-11-17T03:17:31,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21127d3b 2024-11-17T03:17:31,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:17:31,342 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-17T03:17:31,343 INFO [RS:0;695c90f4bb18:39509.replicationSource,2-695c90f4bb18,39509,1731813449565 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-695c90f4bb18,39509,1731813449565 (queues=0) is replicating from cluster=2ddca4f1-ecfa-4eba-a949-a76f75f60e11 to cluster=9f6e59a8-b036-4d7a-b542-becdb563a5fc 2024-11-17T03:17:31,436 INFO [RS:0;695c90f4bb18:39509 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:17:31,439 INFO [RS:0;695c90f4bb18:39509 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C39509%2C1731813449565, suffix=, logDir=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565, archiveDir=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/oldWALs, maxLogs=10 2024-11-17T03:17:31,459 DEBUG [RS:0;695c90f4bb18:39509 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.1731813451439, exclude list is [], retry=0 2024-11-17T03:17:31,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35453,DS-6ffdf155-efce-47e5-a1b8-cc429649ed16,DISK] 2024-11-17T03:17:31,466 INFO [RS:0;695c90f4bb18:39509 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.1731813451439 2024-11-17T03:17:31,466 DEBUG [RS:0;695c90f4bb18:39509 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 695c90f4bb18%2C39509%2C1731813449565 for peer 2 2024-11-17T03:17:31,466 DEBUG [RS:0;695c90f4bb18:39509 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 695c90f4bb18%2C39509%2C1731813449565 for peer 1 2024-11-17T03:17:31,466 DEBUG [RS:0;695c90f4bb18:39509 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=695c90f4bb18%2C39509%2C1731813449565 2024-11-17T03:17:31,467 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-695c90f4bb18,39509,1731813449565, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T03:17:31,467 DEBUG [RS:0;695c90f4bb18:39509 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=695c90f4bb18%2C39509%2C1731813449565 2024-11-17T03:17:31,467 INFO [RS:0;695c90f4bb18:39509.replicationSource.shipper695c90f4bb18%2C39509%2C1731813449565,1-695c90f4bb18,39509,1731813449565 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 695c90f4bb18%2C39509%2C1731813449565 2024-11-17T03:17:31,467 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-695c90f4bb18,39509,1731813449565, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T03:17:31,469 DEBUG [RS:0;695c90f4bb18:39509 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46305:46305)] 2024-11-17T03:17:31,470 DEBUG [RS:0;695c90f4bb18:39509.replicationSource.wal-reader.695c90f4bb18%2C39509%2C1731813449565,2-695c90f4bb18,39509,1731813449565 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.1731813451439, startPosition=0, beingWritten=true 2024-11-17T03:17:31,472 INFO [RS:0;695c90f4bb18:39509.replicationSource.shipper695c90f4bb18%2C39509%2C1731813449565,2-695c90f4bb18,39509,1731813449565 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 695c90f4bb18%2C39509%2C1731813449565 2024-11-17T03:17:31,473 DEBUG [RS:0;695c90f4bb18:39509.replicationSource.wal-reader.695c90f4bb18%2C39509%2C1731813449565,1-695c90f4bb18,39509,1731813449565 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.1731813451439, startPosition=0, beingWritten=true 2024-11-17T03:17:31,666 DEBUG [695c90f4bb18:41289 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T03:17:31,667 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=695c90f4bb18,39509,1731813449565 2024-11-17T03:17:31,669 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,39509,1731813449565, state=OPENING 2024-11-17T03:17:31,683 DEBUG [RS:0;695c90f4bb18:39509.replicationSource.wal-reader.695c90f4bb18%2C39509%2C1731813449565,1-695c90f4bb18,39509,1731813449565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.1731813451439 to pos 0, reset compression=false 2024-11-17T03:17:31,683 DEBUG [RS:0;695c90f4bb18:39509.replicationSource.wal-reader.695c90f4bb18%2C39509%2C1731813449565,2-695c90f4bb18,39509,1731813449565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.1731813451439 to pos 0, reset compression=false 2024-11-17T03:17:31,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0853807801/meta-region-server 2024-11-17T03:17:31,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x10146cbbd860007, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0853807801/meta-region-server 2024-11-17T03:17:31,688 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:17:31,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0853807801/meta-region-server: CHANGED 2024-11-17T03:17:31,688 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0853807801/meta-region-server: CHANGED 2024-11-17T03:17:31,688 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,39509,1731813449565}] 2024-11-17T03:17:31,843 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:17:31,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T03:17:31,850 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T03:17:31,852 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:17:31,853 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T03:17:31,854 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C39509%2C1731813449565.meta, suffix=.meta, logDir=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565, archiveDir=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/oldWALs, maxLogs=10 2024-11-17T03:17:31,869 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.meta.1731813451855.meta, exclude list is [], retry=0 2024-11-17T03:17:31,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35453,DS-6ffdf155-efce-47e5-a1b8-cc429649ed16,DISK] 2024-11-17T03:17:31,875 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.meta.1731813451855.meta 2024-11-17T03:17:31,876 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46305:46305)] 2024-11-17T03:17:31,876 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:17:31,876 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:17:31,876 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:17:31,876 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T03:17:31,876 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T03:17:31,877 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T03:17:31,877 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:17:31,877 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T03:17:31,877 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T03:17:31,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:17:31,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:17:31,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:31,895 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740/info/f062f8b0aa6f4febb031d9d6196867e8 2024-11-17T03:17:31,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:31,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:17:31,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:17:31,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:31,905 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740/ns/780d418ea340420ab4b23cbeef0915ca 2024-11-17T03:17:31,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:31,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:17:31,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:17:31,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:31,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:31,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:17:31,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:17:31,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:31,917 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740/table/22b0123e2bf648e99b6178fc7b4ed40c 2024-11-17T03:17:31,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:31,917 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:17:31,919 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740 2024-11-17T03:17:31,921 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740 2024-11-17T03:17:31,922 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:17:31,922 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:17:31,923 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:17:31,925 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:17:31,927 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71191407, jitterRate=0.06083463132381439}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:17:31,927 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T03:17:31,927 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731813451877Writing region info on filesystem at 1731813451877Initializing all the Stores at 1731813451878 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813451878Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813451883 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813451883Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813451883Cleaning up temporary data from old regions at 1731813451922 (+39 ms)Running coprocessor post-open hooks at 1731813451927 (+5 ms)Region opened successfully at 1731813451927 2024-11-17T03:17:31,929 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731813451843 2024-11-17T03:17:31,933 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T03:17:31,933 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T03:17:31,934 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=695c90f4bb18,39509,1731813449565 2024-11-17T03:17:31,936 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,39509,1731813449565, state=OPEN 2024-11-17T03:17:31,992 DEBUG [RS:0;695c90f4bb18:39509.replicationSource.wal-reader.695c90f4bb18%2C39509%2C1731813449565,1-695c90f4bb18,39509,1731813449565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.1731813451439 to pos 0, reset compression=false 2024-11-17T03:17:31,992 DEBUG [RS:0;695c90f4bb18:39509.replicationSource.wal-reader.695c90f4bb18%2C39509%2C1731813449565,2-695c90f4bb18,39509,1731813449565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.1731813451439 to pos 0, reset compression=false 2024-11-17T03:17:32,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x10146cbbd860007, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0853807801/meta-region-server 2024-11-17T03:17:32,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0853807801/meta-region-server 2024-11-17T03:17:32,009 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=695c90f4bb18,39509,1731813449565 2024-11-17T03:17:32,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0853807801/meta-region-server: CHANGED 2024-11-17T03:17:32,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0853807801/meta-region-server: CHANGED 2024-11-17T03:17:32,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-17T03:17:32,014 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,39509,1731813449565 in 321 msec 2024-11-17T03:17:32,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-17T03:17:32,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0010 sec 2024-11-17T03:17:32,324 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:17:32,401 DEBUG [RS:0;695c90f4bb18:39509.replicationSource.wal-reader.695c90f4bb18%2C39509%2C1731813449565,1-695c90f4bb18,39509,1731813449565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.1731813451439 to pos 0, reset compression=false 2024-11-17T03:17:32,401 DEBUG [RS:0;695c90f4bb18:39509.replicationSource.wal-reader.695c90f4bb18%2C39509%2C1731813449565,2-695c90f4bb18,39509,1731813449565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.1731813451439 to pos 0, reset compression=false 2024-11-17T03:17:32,715 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1707ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-17T03:17:32,907 DEBUG [RS:0;695c90f4bb18:39509.replicationSource.wal-reader.695c90f4bb18%2C39509%2C1731813449565,2-695c90f4bb18,39509,1731813449565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.1731813451439 to pos 0, reset compression=false 2024-11-17T03:17:32,907 DEBUG [RS:0;695c90f4bb18:39509.replicationSource.wal-reader.695c90f4bb18%2C39509%2C1731813449565,1-695c90f4bb18,39509,1731813449565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.1731813451439 to pos 0, reset compression=false 2024-11-17T03:17:33,514 DEBUG [RS:0;695c90f4bb18:39509.replicationSource.wal-reader.695c90f4bb18%2C39509%2C1731813449565,2-695c90f4bb18,39509,1731813449565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.1731813451439 to pos 0, reset compression=false 2024-11-17T03:17:33,515 DEBUG [RS:0;695c90f4bb18:39509.replicationSource.wal-reader.695c90f4bb18%2C39509%2C1731813449565,1-695c90f4bb18,39509,1731813449565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.1731813451439 to pos 0, reset compression=false 2024-11-17T03:17:34,221 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3213ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3009ms 2024-11-17T03:17:34,223 DEBUG [RS:0;695c90f4bb18:39509.replicationSource.wal-reader.695c90f4bb18%2C39509%2C1731813449565,1-695c90f4bb18,39509,1731813449565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.1731813451439 to pos 0, reset compression=false 2024-11-17T03:17:34,223 DEBUG [RS:0;695c90f4bb18:39509.replicationSource.wal-reader.695c90f4bb18%2C39509%2C1731813449565,2-695c90f4bb18,39509,1731813449565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.1731813451439 to pos 0, reset compression=false 2024-11-17T03:17:35,029 DEBUG [RS:0;695c90f4bb18:39509.replicationSource.wal-reader.695c90f4bb18%2C39509%2C1731813449565,2-695c90f4bb18,39509,1731813449565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.1731813451439 to pos 0, reset compression=false 2024-11-17T03:17:35,029 DEBUG [RS:0;695c90f4bb18:39509.replicationSource.wal-reader.695c90f4bb18%2C39509%2C1731813449565,1-695c90f4bb18,39509,1731813449565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.1731813451439 to pos 0, reset compression=false 2024-11-17T03:17:35,524 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4515ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-17T03:17:35,524 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T03:17:35,524 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:17:35,524 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,39509,1731813449565, seqNum=-1] 2024-11-17T03:17:35,525 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:17:35,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:17:35,534 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=de68d6279560a631a50ecebd9c8c150b, regionState=OPEN, lastHost=695c90f4bb18,43929,1731813431949, regionLocation=695c90f4bb18,43929,1731813431949, openSeqNum=2 2024-11-17T03:17:35,534 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T03:17:35,534 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731813515534 2024-11-17T03:17:35,534 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731813575534 2024-11-17T03:17:35,534 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-17T03:17:35,535 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41289,1731813449472-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:35,535 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 695c90f4bb18,43929,1731813431949 had 2 regions 2024-11-17T03:17:35,535 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41289,1731813449472-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:35,535 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41289,1731813449472-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:35,535 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-695c90f4bb18:41289, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:35,535 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:35,535 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:35,537 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 695c90f4bb18,43929,1731813431949, splitWal=true, meta=true, isMeta: false 2024-11-17T03:17:35,540 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949-splitting dir is empty, no logs to split. 2024-11-17T03:17:35,540 INFO [PEWorker-3 {}] master.SplitWALManager(105): 695c90f4bb18,43929,1731813431949 WAL count=0, meta=false 2024-11-17T03:17:35,544 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.866sec 2024-11-17T03:17:35,544 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T03:17:35,544 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T03:17:35,544 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T03:17:35,544 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T03:17:35,544 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T03:17:35,545 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41289,1731813449472-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:17:35,545 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41289,1731813449472-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T03:17:35,546 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,43929,1731813431949-splitting dir is empty, no logs to split. 2024-11-17T03:17:35,546 INFO [PEWorker-3 {}] master.SplitWALManager(105): 695c90f4bb18,43929,1731813431949 WAL count=0, meta=false 2024-11-17T03:17:35,546 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 695c90f4bb18,43929,1731813431949 WAL splitting is done? wals=0, meta=false 2024-11-17T03:17:35,549 WARN [master/695c90f4bb18:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=695c90f4bb18,43929,1731813431949/hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b. 2024-11-17T03:17:35,551 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de68d6279560a631a50ecebd9c8c150b, ASSIGN}] 2024-11-17T03:17:35,553 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T03:17:35,553 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T03:17:35,553 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41289,1731813449472-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:35,553 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de68d6279560a631a50ecebd9c8c150b, ASSIGN 2024-11-17T03:17:35,555 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=de68d6279560a631a50ecebd9c8c150b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T03:17:35,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eead969, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:35,632 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,41289,-1 for getting cluster id 2024-11-17T03:17:35,632 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:17:35,633 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ddca4f1-ecfa-4eba-a949-a76f75f60e11' 2024-11-17T03:17:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:17:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ddca4f1-ecfa-4eba-a949-a76f75f60e11" 2024-11-17T03:17:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40be282f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,41289,-1] 2024-11-17T03:17:35,634 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:17:35,635 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:35,636 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:17:35,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2985535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:35,638 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:17:35,639 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,39509,1731813449565, seqNum=-1] 2024-11-17T03:17:35,640 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:17:35,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:17:35,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-17T03:17:35,644 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:17:35,645 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:17:35,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:35,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:35,645 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:17:35,645 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 695c90f4bb18:41289 after: 695c90f4bb18:41289 2024-11-17T03:17:35,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ca421b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:35,646 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,41289,-1 for getting cluster id 2024-11-17T03:17:35,646 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:17:35,647 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2ddca4f1-ecfa-4eba-a949-a76f75f60e11' 2024-11-17T03:17:35,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:17:35,647 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2ddca4f1-ecfa-4eba-a949-a76f75f60e11" 2024-11-17T03:17:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c1979c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,41289,-1] 2024-11-17T03:17:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:17:35,648 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:35,649 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:17:35,651 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f082a70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:35,651 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:17:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,41289,1731813449472 2024-11-17T03:17:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21ab5ec0 2024-11-17T03:17:35,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:17:35,653 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:17:35,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-17T03:17:35,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-17T03:17:35,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-17T03:17:35,657 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41289 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-17T03:17:35,658 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T03:17:35,658 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:17:35,658 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:17:35,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:35,658 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:35,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:17:35,658 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T03:17:35,658 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=466034178, stopped=false 2024-11-17T03:17:35,659 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=695c90f4bb18,46403,1731813438111 2024-11-17T03:17:35,705 DEBUG [695c90f4bb18:41289 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T03:17:35,706 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=de68d6279560a631a50ecebd9c8c150b, regionState=OPENING, regionLocation=695c90f4bb18,39509,1731813449565 2024-11-17T03:17:35,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=de68d6279560a631a50ecebd9c8c150b, ASSIGN because future has completed 2024-11-17T03:17:35,710 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure de68d6279560a631a50ecebd9c8c150b, server=695c90f4bb18,39509,1731813449565}] 2024-11-17T03:17:35,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10146cbbd860004, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-898466290/running 2024-11-17T03:17:35,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-898466290/running 2024-11-17T03:17:35,724 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:17:35,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10146cbbd860004, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-898466290 2024-11-17T03:17:35,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-898466290 2024-11-17T03:17:35,725 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:17:35,725 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:17:35,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:35,725 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '695c90f4bb18,40243,1731813438269' ***** 2024-11-17T03:17:35,725 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T03:17:35,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Set watcher on znode that does not yet exist, /1-898466290/running 2024-11-17T03:17:35,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40243-0x10146cbbd860004, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Set watcher on znode that does not yet exist, /1-898466290/running 2024-11-17T03:17:35,725 INFO [RS:0;695c90f4bb18:40243 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T03:17:35,726 INFO [RS:0;695c90f4bb18:40243 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T03:17:35,726 INFO [RS:0;695c90f4bb18:40243 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T03:17:35,726 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T03:17:35,726 INFO [RS:0;695c90f4bb18:40243 {}] regionserver.HRegionServer(959): stopping server 695c90f4bb18,40243,1731813438269 2024-11-17T03:17:35,726 INFO [RS:0;695c90f4bb18:40243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:17:35,726 INFO [RS:0;695c90f4bb18:40243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:40243. 2024-11-17T03:17:35,726 DEBUG [RS:0;695c90f4bb18:40243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:17:35,726 DEBUG [RS:0;695c90f4bb18:40243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:35,726 INFO [RS:0;695c90f4bb18:40243 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T03:17:35,726 INFO [RS:0;695c90f4bb18:40243 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T03:17:35,726 INFO [RS:0;695c90f4bb18:40243 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T03:17:35,726 INFO [RS:0;695c90f4bb18:40243 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T03:17:35,727 INFO [RS:0;695c90f4bb18:40243 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T03:17:35,727 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:17:35,727 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:17:35,727 DEBUG [RS:0;695c90f4bb18:40243 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T03:17:35,727 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:17:35,727 DEBUG [RS:0;695c90f4bb18:40243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:17:35,727 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:17:35,727 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:17:35,727 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-17T03:17:35,748 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/data/hbase/meta/1588230740/.tmp/ns/b4a3057a76754cb7a989c3fd52a70f3d is 43, key is default/ns:d/1731813441774/Put/seqid=0 2024-11-17T03:17:35,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741835_1011 (size=5153) 2024-11-17T03:17:35,792 INFO [regionserver/695c90f4bb18:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:17:35,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b. 2024-11-17T03:17:35,868 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:17:35,869 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T03:17:35,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C39509%2C1731813449565.rep, suffix=, logDir=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565, archiveDir=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/oldWALs, maxLogs=10 2024-11-17T03:17:35,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.rep.1731813455871, exclude list is [], retry=0 2024-11-17T03:17:35,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35453,DS-6ffdf155-efce-47e5-a1b8-cc429649ed16,DISK] 2024-11-17T03:17:35,891 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.rep.1731813455871 2024-11-17T03:17:35,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46305:46305)] 2024-11-17T03:17:35,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => de68d6279560a631a50ecebd9c8c150b, NAME => 'hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:17:35,892 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:17:35,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:17:35,892 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b. service=MultiRowMutationService 2024-11-17T03:17:35,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T03:17:35,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:35,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:17:35,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:35,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:35,895 INFO [StoreOpener-de68d6279560a631a50ecebd9c8c150b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:35,896 INFO [StoreOpener-de68d6279560a631a50ecebd9c8c150b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de68d6279560a631a50ecebd9c8c150b columnFamilyName hfileref 2024-11-17T03:17:35,896 DEBUG [StoreOpener-de68d6279560a631a50ecebd9c8c150b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:35,897 INFO [StoreOpener-de68d6279560a631a50ecebd9c8c150b-1 {}] regionserver.HStore(327): Store=de68d6279560a631a50ecebd9c8c150b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:17:35,897 INFO [StoreOpener-de68d6279560a631a50ecebd9c8c150b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:35,898 INFO [StoreOpener-de68d6279560a631a50ecebd9c8c150b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de68d6279560a631a50ecebd9c8c150b columnFamilyName queue 2024-11-17T03:17:35,898 DEBUG [StoreOpener-de68d6279560a631a50ecebd9c8c150b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:35,906 DEBUG [StoreOpener-de68d6279560a631a50ecebd9c8c150b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/replication/de68d6279560a631a50ecebd9c8c150b/queue/bc9b4774066f44a9812bbc10797217ee 2024-11-17T03:17:35,907 INFO [StoreOpener-de68d6279560a631a50ecebd9c8c150b-1 {}] regionserver.HStore(327): Store=de68d6279560a631a50ecebd9c8c150b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:17:35,907 INFO [StoreOpener-de68d6279560a631a50ecebd9c8c150b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:35,908 INFO [StoreOpener-de68d6279560a631a50ecebd9c8c150b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de68d6279560a631a50ecebd9c8c150b columnFamilyName sid 2024-11-17T03:17:35,908 DEBUG [StoreOpener-de68d6279560a631a50ecebd9c8c150b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:35,908 INFO [StoreOpener-de68d6279560a631a50ecebd9c8c150b-1 {}] regionserver.HStore(327): Store=de68d6279560a631a50ecebd9c8c150b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:17:35,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:35,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/replication/de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:35,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/replication/de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:35,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:35,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:35,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:17:35,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:35,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened de68d6279560a631a50ecebd9c8c150b; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73774301, jitterRate=0.09932275116443634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:17:35,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:35,918 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for de68d6279560a631a50ecebd9c8c150b: Running coprocessor pre-open hook at 1731813455893Writing region info on filesystem at 1731813455893Initializing all the Stores at 1731813455895 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813455895Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813455895Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813455895Cleaning up temporary data from old regions at 1731813455912 (+17 ms)Running coprocessor post-open hooks at 1731813455917 (+5 ms)Region opened successfully at 1731813455918 (+1 ms) 2024-11-17T03:17:35,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b., pid=19, masterSystemTime=1731813455864 2024-11-17T03:17:35,922 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b. 2024-11-17T03:17:35,922 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b. 2024-11-17T03:17:35,923 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=de68d6279560a631a50ecebd9c8c150b, regionState=OPEN, openSeqNum=10, regionLocation=695c90f4bb18,39509,1731813449565 2024-11-17T03:17:35,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure de68d6279560a631a50ecebd9c8c150b, server=695c90f4bb18,39509,1731813449565 because future has completed 2024-11-17T03:17:35,927 DEBUG [RS:0;695c90f4bb18:40243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:17:35,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-17T03:17:35,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure de68d6279560a631a50ecebd9c8c150b, server=695c90f4bb18,39509,1731813449565 in 218 msec 2024-11-17T03:17:35,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-17T03:17:35,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de68d6279560a631a50ecebd9c8c150b, ASSIGN in 381 msec 2024-11-17T03:17:35,935 DEBUG [RS:0;695c90f4bb18:39509.replicationSource.wal-reader.695c90f4bb18%2C39509%2C1731813449565,2-695c90f4bb18,39509,1731813449565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.1731813451439 to pos 0, reset compression=false 2024-11-17T03:17:35,935 DEBUG [RS:0;695c90f4bb18:39509.replicationSource.wal-reader.695c90f4bb18%2C39509%2C1731813449565,1-695c90f4bb18,39509,1731813449565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.1731813451439 to pos 0, reset compression=false 2024-11-17T03:17:35,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-17T03:17:35,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b., hostname=695c90f4bb18,39509,1731813449565, seqNum=10] 2024-11-17T03:17:35,991 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 695c90f4bb18,43929,1731813431949 2024-11-17T03:17:35,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-17T03:17:36,127 DEBUG [RS:0;695c90f4bb18:40243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:17:36,154 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/data/hbase/meta/1588230740/.tmp/ns/b4a3057a76754cb7a989c3fd52a70f3d 2024-11-17T03:17:36,169 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/data/hbase/meta/1588230740/.tmp/ns/b4a3057a76754cb7a989c3fd52a70f3d as hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/data/hbase/meta/1588230740/ns/b4a3057a76754cb7a989c3fd52a70f3d 2024-11-17T03:17:36,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39509 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-17T03:17:36,193 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/data/hbase/meta/1588230740/ns/b4a3057a76754cb7a989c3fd52a70f3d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-17T03:17:36,195 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 468ms, sequenceid=6, compaction requested=false 2024-11-17T03:17:36,195 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T03:17:36,253 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T03:17:36,254 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:17:36,255 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:17:36,255 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:17:36,255 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813455727Running coprocessor pre-close hooks at 1731813455727Disabling compacts and flushes for region at 1731813455727Disabling writes for close at 1731813455727Obtaining lock to block concurrent updates at 1731813455727Preparing flush snapshotting stores in 1588230740 at 1731813455727Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731813455728 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731813455728Flushing 1588230740/ns: creating writer at 1731813455728Flushing 1588230740/ns: appending metadata at 1731813455748 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731813455748Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@978cce3: reopening flushed file at 1731813456168 (+420 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 468ms, sequenceid=6, compaction requested=false at 1731813456195 (+27 ms)Writing region close event to WAL at 1731813456215 (+20 ms)Running coprocessor post-close hooks at 1731813456254 (+39 ms)Closed at 1731813456255 (+1 ms) 2024-11-17T03:17:36,255 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T03:17:36,328 INFO [RS:0;695c90f4bb18:40243 {}] regionserver.HRegionServer(976): stopping server 695c90f4bb18,40243,1731813438269; all regions closed. 2024-11-17T03:17:36,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741834_1010 (size=1152) 2024-11-17T03:17:36,344 DEBUG [RS:0;695c90f4bb18:40243 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/oldWALs 2024-11-17T03:17:36,344 INFO [RS:0;695c90f4bb18:40243 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C40243%2C1731813438269.meta:.meta(num 1731813441699) 2024-11-17T03:17:36,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741832_1008 (size=93) 2024-11-17T03:17:36,356 DEBUG [RS:0;695c90f4bb18:40243 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/oldWALs 2024-11-17T03:17:36,356 INFO [RS:0;695c90f4bb18:40243 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C40243%2C1731813438269:(num 1731813440722) 2024-11-17T03:17:36,356 DEBUG [RS:0;695c90f4bb18:40243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:36,356 INFO [RS:0;695c90f4bb18:40243 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:17:36,356 INFO [RS:0;695c90f4bb18:40243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:17:36,356 INFO [RS:0;695c90f4bb18:40243 {}] hbase.ChoreService(370): Chore service for: regionserver/695c90f4bb18:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T03:17:36,356 INFO [RS:0;695c90f4bb18:40243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:17:36,357 INFO [RS:0;695c90f4bb18:40243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40243 2024-11-17T03:17:36,357 INFO [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:17:36,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-898466290/rs 2024-11-17T03:17:36,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10146cbbd860004, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-898466290/rs/695c90f4bb18,40243,1731813438269 2024-11-17T03:17:36,367 INFO [RS:0;695c90f4bb18:40243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:17:36,367 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f17408e4918@41893dd4 rejected from java.util.concurrent.ThreadPoolExecutor@48bab81[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-17T03:17:36,377 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [695c90f4bb18,40243,1731813438269] 2024-11-17T03:17:36,387 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-898466290/draining/695c90f4bb18,40243,1731813438269 already deleted, retry=false 2024-11-17T03:17:36,388 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 695c90f4bb18,40243,1731813438269 expired; onlineServers=0 2024-11-17T03:17:36,388 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '695c90f4bb18,46403,1731813438111' ***** 2024-11-17T03:17:36,388 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T03:17:36,388 INFO [M:0;695c90f4bb18:46403 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:17:36,388 INFO [M:0;695c90f4bb18:46403 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:17:36,388 DEBUG [M:0;695c90f4bb18:46403 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T03:17:36,388 DEBUG [M:0;695c90f4bb18:46403 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T03:17:36,388 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T03:17:36,388 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813440421 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813440421,5,FailOnTimeoutGroup] 2024-11-17T03:17:36,388 INFO [M:0;695c90f4bb18:46403 {}] hbase.ChoreService(370): Chore service for: master/695c90f4bb18:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T03:17:36,389 INFO [M:0;695c90f4bb18:46403 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:17:36,389 DEBUG [M:0;695c90f4bb18:46403 {}] master.HMaster(1795): Stopping service threads 2024-11-17T03:17:36,389 INFO [M:0;695c90f4bb18:46403 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T03:17:36,389 INFO [M:0;695c90f4bb18:46403 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:17:36,389 INFO [M:0;695c90f4bb18:46403 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T03:17:36,389 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T03:17:36,392 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813440420 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813440420,5,FailOnTimeoutGroup] 2024-11-17T03:17:36,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-898466290/master 2024-11-17T03:17:36,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-898466290 2024-11-17T03:17:36,398 DEBUG [M:0;695c90f4bb18:46403 {}] zookeeper.RecoverableZooKeeper(212): Node /1-898466290/master already deleted, retry=false 2024-11-17T03:17:36,399 DEBUG [M:0;695c90f4bb18:46403 {}] master.ActiveMasterManager(353): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-898466290/master 2024-11-17T03:17:36,406 INFO [M:0;695c90f4bb18:46403 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/.lastflushedseqids 2024-11-17T03:17:36,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741836_1012 (size=99) 2024-11-17T03:17:36,419 INFO [M:0;695c90f4bb18:46403 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T03:17:36,420 INFO [M:0;695c90f4bb18:46403 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T03:17:36,420 DEBUG [M:0;695c90f4bb18:46403 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:17:36,420 INFO [M:0;695c90f4bb18:46403 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:36,420 DEBUG [M:0;695c90f4bb18:46403 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:36,420 DEBUG [M:0;695c90f4bb18:46403 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:17:36,420 DEBUG [M:0;695c90f4bb18:46403 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:36,420 INFO [M:0;695c90f4bb18:46403 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-17T03:17:36,439 DEBUG [M:0;695c90f4bb18:46403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d08cdf38f9ed4714b5549d815ef6ae86 is 82, key is hbase:meta,,1/info:regioninfo/1731813441742/Put/seqid=0 2024-11-17T03:17:36,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741837_1013 (size=5672) 2024-11-17T03:17:36,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10146cbbd860004, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:17:36,478 INFO [RS:0;695c90f4bb18:40243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:17:36,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40243-0x10146cbbd860004, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:17:36,478 INFO [RS:0;695c90f4bb18:40243 {}] regionserver.HRegionServer(1031): Exiting; stopping=695c90f4bb18,40243,1731813438269; zookeeper connection closed. 2024-11-17T03:17:36,478 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7297f4f1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7297f4f1 2024-11-17T03:17:36,478 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T03:17:36,846 INFO [M:0;695c90f4bb18:46403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d08cdf38f9ed4714b5549d815ef6ae86 2024-11-17T03:17:36,876 DEBUG [M:0;695c90f4bb18:46403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/edfdcbb6f0fa4f5abf466d2e333e0333 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731813441780/Put/seqid=0 2024-11-17T03:17:36,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741838_1014 (size=5275) 2024-11-17T03:17:36,946 DEBUG [RS:0;695c90f4bb18:39509.replicationSource.wal-reader.695c90f4bb18%2C39509%2C1731813449565,1-695c90f4bb18,39509,1731813449565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.1731813451439 to pos 0, reset compression=false 2024-11-17T03:17:36,946 DEBUG [RS:0;695c90f4bb18:39509.replicationSource.wal-reader.695c90f4bb18%2C39509%2C1731813449565,2-695c90f4bb18,39509,1731813449565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.1731813451439 to pos 0, reset compression=false 2024-11-17T03:17:37,282 INFO [M:0;695c90f4bb18:46403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/edfdcbb6f0fa4f5abf466d2e333e0333 2024-11-17T03:17:37,312 DEBUG [M:0;695c90f4bb18:46403 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6458a3e7bf0c482d8d9b2360b0c1f25d is 69, key is 695c90f4bb18,40243,1731813438269/rs:state/1731813440551/Put/seqid=0 2024-11-17T03:17:37,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741839_1015 (size=5156) 2024-11-17T03:17:37,379 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:17:37,717 INFO [M:0;695c90f4bb18:46403 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6458a3e7bf0c482d8d9b2360b0c1f25d 2024-11-17T03:17:37,726 DEBUG [M:0;695c90f4bb18:46403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d08cdf38f9ed4714b5549d815ef6ae86 as hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d08cdf38f9ed4714b5549d815ef6ae86 2024-11-17T03:17:37,733 INFO [M:0;695c90f4bb18:46403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d08cdf38f9ed4714b5549d815ef6ae86, entries=8, sequenceid=28, filesize=5.5 K 2024-11-17T03:17:37,735 DEBUG [M:0;695c90f4bb18:46403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/edfdcbb6f0fa4f5abf466d2e333e0333 as hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/edfdcbb6f0fa4f5abf466d2e333e0333 2024-11-17T03:17:37,743 INFO [M:0;695c90f4bb18:46403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/edfdcbb6f0fa4f5abf466d2e333e0333, entries=3, sequenceid=28, filesize=5.2 K 2024-11-17T03:17:37,745 DEBUG [M:0;695c90f4bb18:46403 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6458a3e7bf0c482d8d9b2360b0c1f25d as hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6458a3e7bf0c482d8d9b2360b0c1f25d 2024-11-17T03:17:37,751 INFO [M:0;695c90f4bb18:46403 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37989/user/jenkins/test-data/8d4a4934-ddd2-7070-b0b3-53073157f781/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6458a3e7bf0c482d8d9b2360b0c1f25d, entries=1, sequenceid=28, filesize=5.0 K 2024-11-17T03:17:37,753 INFO [M:0;695c90f4bb18:46403 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=28, compaction requested=false 2024-11-17T03:17:37,754 INFO [M:0;695c90f4bb18:46403 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:37,754 DEBUG [M:0;695c90f4bb18:46403 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813456420Disabling compacts and flushes for region at 1731813456420Disabling writes for close at 1731813456420Obtaining lock to block concurrent updates at 1731813456421 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731813456421Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731813456421Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731813456422 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731813456423 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731813456438 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731813456439 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731813456856 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731813456875 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731813456875Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731813457290 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731813457311 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731813457311Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e2314e0: reopening flushed file at 1731813457724 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33ed772a: reopening flushed file at 1731813457733 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@262220ba: reopening flushed file at 1731813457743 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1333ms, sequenceid=28, compaction requested=false at 1731813457753 (+10 ms)Writing region close event to WAL at 1731813457754 (+1 ms)Closed at 1731813457754 2024-11-17T03:17:37,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45495 is added to blk_1073741830_1006 (size=10165) 2024-11-17T03:17:37,758 INFO [M:0;695c90f4bb18:46403 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T03:17:37,758 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:17:37,758 INFO [M:0;695c90f4bb18:46403 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46403 2024-11-17T03:17:37,761 INFO [M:0;695c90f4bb18:46403 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:17:37,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:17:37,897 INFO [M:0;695c90f4bb18:46403 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:17:37,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46403-0x10146cbbd860003, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:17:37,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@523c3824{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:17:37,903 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6930e1f6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:17:37,903 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:17:37,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2efdb625{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:17:37,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ea1566b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/hadoop.log.dir/,STOPPED} 2024-11-17T03:17:37,906 WARN [BP-929593027-172.17.0.3-1731813435832 heartbeating to localhost/127.0.0.1:37989 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T03:17:37,906 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T03:17:37,906 WARN [BP-929593027-172.17.0.3-1731813435832 heartbeating to localhost/127.0.0.1:37989 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-929593027-172.17.0.3-1731813435832 (Datanode Uuid fef72222-9262-46ec-b773-3019fd1b7ff3) service to localhost/127.0.0.1:37989 2024-11-17T03:17:37,906 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T03:17:37,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/cluster_f870582c-156f-3a33-ae6a-c1e17a66f411/data/data1/current/BP-929593027-172.17.0.3-1731813435832 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:17:37,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/cluster_f870582c-156f-3a33-ae6a-c1e17a66f411/data/data2/current/BP-929593027-172.17.0.3-1731813435832 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:17:37,908 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T03:17:37,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@527fc01c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:17:37,916 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23a00211{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:17:37,916 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:17:37,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f1e4205{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:17:37,916 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bbabd0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/hadoop.log.dir/,STOPPED} 2024-11-17T03:17:37,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T03:17:37,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T03:17:37,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:17:37,939 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:17:37,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:37,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:37,940 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:17:37,940 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T03:17:37,940 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=44445408, stopped=false 2024-11-17T03:17:37,940 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=695c90f4bb18,41289,1731813449472 2024-11-17T03:17:37,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0853807801/running 2024-11-17T03:17:37,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x10146cbbd860007, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0853807801/running 2024-11-17T03:17:37,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x10146cbbd860007, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801 2024-11-17T03:17:37,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801 2024-11-17T03:17:37,961 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:17:37,962 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:17:37,962 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:17:37,962 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:37,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Set watcher on znode that does not yet exist, /0853807801/running 2024-11-17T03:17:37,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39509-0x10146cbbd860007, quorum=127.0.0.1:59845, baseZNode=/0853807801 Set watcher on znode that does not yet exist, /0853807801/running 2024-11-17T03:17:37,963 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '695c90f4bb18,39509,1731813449565' ***** 2024-11-17T03:17:37,963 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T03:17:37,963 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T03:17:37,963 INFO [RS:0;695c90f4bb18:39509 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T03:17:37,963 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T03:17:37,963 INFO [RS:0;695c90f4bb18:39509 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T03:17:37,963 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.HRegionServer(3091): Received CLOSE for de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:37,964 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.HRegionServer(959): stopping server 695c90f4bb18,39509,1731813449565 2024-11-17T03:17:37,964 INFO [RS:0;695c90f4bb18:39509 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:17:37,964 INFO [RS:0;695c90f4bb18:39509 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:39509. 2024-11-17T03:17:37,964 DEBUG [RS:0;695c90f4bb18:39509 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:17:37,964 DEBUG [RS:0;695c90f4bb18:39509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:37,964 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T03:17:37,964 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T03:17:37,964 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T03:17:37,964 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T03:17:37,964 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T03:17:37,965 DEBUG [RS:0;695c90f4bb18:39509 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, de68d6279560a631a50ecebd9c8c150b=hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b.} 2024-11-17T03:17:37,965 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de68d6279560a631a50ecebd9c8c150b, disabling compactions & flushes 2024-11-17T03:17:37,965 DEBUG [RS:0;695c90f4bb18:39509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, de68d6279560a631a50ecebd9c8c150b 2024-11-17T03:17:37,965 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b. 2024-11-17T03:17:37,965 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b. 2024-11-17T03:17:37,965 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:17:37,965 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:17:37,965 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b. after waiting 0 ms 2024-11-17T03:17:37,965 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:17:37,965 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b. 2024-11-17T03:17:37,965 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:17:37,965 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:17:37,965 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-17T03:17:37,971 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/replication/de68d6279560a631a50ecebd9c8c150b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-17T03:17:37,972 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:17:37,972 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:17:37,972 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b. 2024-11-17T03:17:37,973 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de68d6279560a631a50ecebd9c8c150b: Waiting for close lock at 1731813457964Running coprocessor pre-close hooks at 1731813457964Disabling compacts and flushes for region at 1731813457964Disabling writes for close at 1731813457965 (+1 ms)Writing region close event to WAL at 1731813457965Running coprocessor post-close hooks at 1731813457972 (+7 ms)Closed at 1731813457972 2024-11-17T03:17:37,973 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b. 2024-11-17T03:17:37,986 INFO [regionserver/695c90f4bb18:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:17:37,991 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740/.tmp/info/12e89dc28f3f40fb82147f576617f0fd is 147, key is hbase:replication,,1731813441921.de68d6279560a631a50ecebd9c8c150b./info:regioninfo/1731813455923/Put/seqid=0 2024-11-17T03:17:38,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741851_1027 (size=6385) 2024-11-17T03:17:38,001 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740/.tmp/info/12e89dc28f3f40fb82147f576617f0fd 2024-11-17T03:17:38,011 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740/.tmp/info/12e89dc28f3f40fb82147f576617f0fd as hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740/info/12e89dc28f3f40fb82147f576617f0fd 2024-11-17T03:17:38,018 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740/info/12e89dc28f3f40fb82147f576617f0fd, entries=8, sequenceid=19, filesize=6.2 K 2024-11-17T03:17:38,020 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 54ms, sequenceid=19, compaction requested=false 2024-11-17T03:17:38,030 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-17T03:17:38,031 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:17:38,031 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:17:38,031 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:17:38,031 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813457965Running coprocessor pre-close hooks at 1731813457965Disabling compacts and flushes for region at 1731813457965Disabling writes for close at 1731813457965Obtaining lock to block concurrent updates at 1731813457965Preparing flush snapshotting stores in 1588230740 at 1731813457965Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731813457966 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731813457967 (+1 ms)Flushing 1588230740/info: creating writer at 1731813457967Flushing 1588230740/info: appending metadata at 1731813457990 (+23 ms)Flushing 1588230740/info: closing flushed file at 1731813457990Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9e4a059: reopening flushed file at 1731813458010 (+20 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 54ms, sequenceid=19, compaction requested=false at 1731813458020 (+10 ms)Writing region close event to WAL at 1731813458026 (+6 ms)Running coprocessor post-close hooks at 1731813458031 (+5 ms)Closed at 1731813458031 2024-11-17T03:17:38,031 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T03:17:38,052 DEBUG [RS:0;695c90f4bb18:39509.replicationSource.wal-reader.695c90f4bb18%2C39509%2C1731813449565,1-695c90f4bb18,39509,1731813449565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.1731813451439 to pos 0, reset compression=false 2024-11-17T03:17:38,053 DEBUG [RS:0;695c90f4bb18:39509.replicationSource.wal-reader.695c90f4bb18%2C39509%2C1731813449565,2-695c90f4bb18,39509,1731813449565 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.1731813451439 to pos 0, reset compression=false 2024-11-17T03:17:38,165 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.HRegionServer(976): stopping server 695c90f4bb18,39509,1731813449565; all regions closed. 2024-11-17T03:17:38,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741849_1025 (size=2156) 2024-11-17T03:17:38,168 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.meta.1731813451855.meta not finished, retry = 0 2024-11-17T03:17:38,271 DEBUG [RS:0;695c90f4bb18:39509 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/oldWALs 2024-11-17T03:17:38,271 INFO [RS:0;695c90f4bb18:39509 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C39509%2C1731813449565.meta:.meta(num 1731813451855) 2024-11-17T03:17:38,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741850_1026 (size=796) 2024-11-17T03:17:38,274 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T03:17:38,274 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T03:17:38,276 DEBUG [RS:0;695c90f4bb18:39509 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/oldWALs 2024-11-17T03:17:38,276 INFO [RS:0;695c90f4bb18:39509 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C39509%2C1731813449565.rep:(num 1731813455871) 2024-11-17T03:17:38,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741848_1024 (size=93) 2024-11-17T03:17:38,279 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/WALs/695c90f4bb18,39509,1731813449565/695c90f4bb18%2C39509%2C1731813449565.1731813451439 not finished, retry = 0 2024-11-17T03:17:38,382 DEBUG [RS:0;695c90f4bb18:39509 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/oldWALs 2024-11-17T03:17:38,382 INFO [RS:0;695c90f4bb18:39509 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C39509%2C1731813449565:(num 1731813451439) 2024-11-17T03:17:38,382 DEBUG [RS:0;695c90f4bb18:39509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:38,382 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:17:38,382 INFO [RS:0;695c90f4bb18:39509 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:17:38,382 INFO [RS:0;695c90f4bb18:39509 {}] hbase.ChoreService(370): Chore service for: regionserver/695c90f4bb18:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T03:17:38,382 INFO [RS:0;695c90f4bb18:39509 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:17:38,382 INFO [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:17:38,382 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-17T03:17:38,382 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-695c90f4bb18,39509,1731813449565 because: Region server is closing 2024-11-17T03:17:38,383 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-17T03:17:38,383 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-17T03:17:38,383 INFO [RS:0;695c90f4bb18:39509 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:39509. 2024-11-17T03:17:38,383 DEBUG [RS:0;695c90f4bb18:39509 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:17:38,383 DEBUG [RS:0;695c90f4bb18:39509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:38,383 DEBUG [RS:0;695c90f4bb18:39509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:38,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:17:38,483 WARN [RS:0;695c90f4bb18:39509.replicationSource.wal-reader.695c90f4bb18%2C39509%2C1731813449565,1-695c90f4bb18,39509,1731813449565 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T03:17:38,483 WARN [RS:0;695c90f4bb18:39509.replicationSource.shipper695c90f4bb18%2C39509%2C1731813449565,1-695c90f4bb18,39509,1731813449565 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T03:17:38,484 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;695c90f4bb18:39509.replicationSource.shipper695c90f4bb18%2C39509%2C1731813449565,1-695c90f4bb18,39509,1731813449565 terminated 2024-11-17T03:17:38,484 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-695c90f4bb18,39509,1731813449565 because: Region server is closing 2024-11-17T03:17:38,484 INFO [RS:0;695c90f4bb18:39509 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:39509. 2024-11-17T03:17:38,484 DEBUG [RS:0;695c90f4bb18:39509 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:17:38,484 DEBUG [RS:0;695c90f4bb18:39509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:38,484 DEBUG [RS:0;695c90f4bb18:39509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:38,484 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:17:38,585 WARN [RS:0;695c90f4bb18:39509.replicationSource.shipper695c90f4bb18%2C39509%2C1731813449565,2-695c90f4bb18,39509,1731813449565 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T03:17:38,585 WARN [RS:0;695c90f4bb18:39509.replicationSource.wal-reader.695c90f4bb18%2C39509%2C1731813449565,2-695c90f4bb18,39509,1731813449565 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T03:17:38,585 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;695c90f4bb18:39509.replicationSource.shipper695c90f4bb18%2C39509%2C1731813449565,2-695c90f4bb18,39509,1731813449565 terminated 2024-11-17T03:17:38,585 INFO [RS:0;695c90f4bb18:39509 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39509 2024-11-17T03:17:38,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801/rs 2024-11-17T03:17:38,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x10146cbbd860007, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0853807801/rs/695c90f4bb18,39509,1731813449565 2024-11-17T03:17:38,626 INFO [RS:0;695c90f4bb18:39509 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:17:38,689 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [695c90f4bb18,39509,1731813449565] 2024-11-17T03:17:38,753 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0853807801/draining/695c90f4bb18,39509,1731813449565 already deleted, retry=false 2024-11-17T03:17:38,753 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 695c90f4bb18,39509,1731813449565 expired; onlineServers=0 2024-11-17T03:17:38,753 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '695c90f4bb18,41289,1731813449472' ***** 2024-11-17T03:17:38,753 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T03:17:38,753 INFO [M:0;695c90f4bb18:41289 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:17:38,753 INFO [M:0;695c90f4bb18:41289 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:17:38,753 DEBUG [M:0;695c90f4bb18:41289 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T03:17:38,753 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T03:17:38,753 DEBUG [M:0;695c90f4bb18:41289 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T03:17:38,753 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813451004 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813451004,5,FailOnTimeoutGroup] 2024-11-17T03:17:38,753 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813451004 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813451004,5,FailOnTimeoutGroup] 2024-11-17T03:17:38,754 INFO [M:0;695c90f4bb18:41289 {}] hbase.ChoreService(370): Chore service for: master/695c90f4bb18:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T03:17:38,754 INFO [M:0;695c90f4bb18:41289 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:17:38,754 DEBUG [M:0;695c90f4bb18:41289 {}] master.HMaster(1795): Stopping service threads 2024-11-17T03:17:38,754 INFO [M:0;695c90f4bb18:41289 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T03:17:38,754 INFO [M:0;695c90f4bb18:41289 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:17:38,754 INFO [M:0;695c90f4bb18:41289 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T03:17:38,754 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T03:17:38,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x10146cbbd860007, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:17:38,789 INFO [RS:0;695c90f4bb18:39509 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:17:38,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39509-0x10146cbbd860007, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:17:38,789 INFO [RS:0;695c90f4bb18:39509 {}] regionserver.HRegionServer(1031): Exiting; stopping=695c90f4bb18,39509,1731813449565; zookeeper connection closed. 2024-11-17T03:17:38,790 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@69ed713 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@69ed713 2024-11-17T03:17:38,790 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T03:17:38,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0853807801/master 2024-11-17T03:17:38,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0853807801 2024-11-17T03:17:38,805 DEBUG [M:0;695c90f4bb18:41289 {}] zookeeper.ZKUtil(347): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Unable to get data of znode /0853807801/master because node does not exist (not an error) 2024-11-17T03:17:38,805 WARN [M:0;695c90f4bb18:41289 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T03:17:38,806 INFO [M:0;695c90f4bb18:41289 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/.lastflushedseqids 2024-11-17T03:17:38,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741852_1028 (size=181) 2024-11-17T03:17:39,213 INFO [M:0;695c90f4bb18:41289 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T03:17:39,213 INFO [M:0;695c90f4bb18:41289 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T03:17:39,213 DEBUG [M:0;695c90f4bb18:41289 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:17:39,213 INFO [M:0;695c90f4bb18:41289 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:39,213 DEBUG [M:0;695c90f4bb18:41289 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:39,213 DEBUG [M:0;695c90f4bb18:41289 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:17:39,213 DEBUG [M:0;695c90f4bb18:41289 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:39,213 INFO [M:0;695c90f4bb18:41289 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-17T03:17:39,235 DEBUG [M:0;695c90f4bb18:41289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91cc4004936a47e2a054f431bcda4c58 is 82, key is hbase:meta,,1/info:regioninfo/1731813451934/Put/seqid=0 2024-11-17T03:17:39,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741853_1029 (size=5680) 2024-11-17T03:17:39,642 INFO [M:0;695c90f4bb18:41289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91cc4004936a47e2a054f431bcda4c58 2024-11-17T03:17:39,665 DEBUG [M:0;695c90f4bb18:41289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/71a138cf0ac14e6ca1bb8764aac3d24c is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731813455932/Put/seqid=0 2024-11-17T03:17:39,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741854_1030 (size=7319) 2024-11-17T03:17:40,070 INFO [M:0;695c90f4bb18:41289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/71a138cf0ac14e6ca1bb8764aac3d24c 2024-11-17T03:17:40,085 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T03:17:40,091 DEBUG [M:0;695c90f4bb18:41289 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3646d406b6ce472e8411571d14b1beb3 is 69, key is 695c90f4bb18,39509,1731813449565/rs:state/1731813451166/Put/seqid=0 2024-11-17T03:17:40,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741855_1031 (size=5371) 2024-11-17T03:17:40,496 INFO [M:0;695c90f4bb18:41289 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3646d406b6ce472e8411571d14b1beb3 2024-11-17T03:17:40,502 INFO [M:0;695c90f4bb18:41289 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3646d406b6ce472e8411571d14b1beb3 2024-11-17T03:17:40,503 DEBUG [M:0;695c90f4bb18:41289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/91cc4004936a47e2a054f431bcda4c58 as hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/91cc4004936a47e2a054f431bcda4c58 2024-11-17T03:17:40,509 INFO [M:0;695c90f4bb18:41289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/91cc4004936a47e2a054f431bcda4c58, entries=8, sequenceid=172, filesize=5.5 K 2024-11-17T03:17:40,510 DEBUG [M:0;695c90f4bb18:41289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/71a138cf0ac14e6ca1bb8764aac3d24c as hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/71a138cf0ac14e6ca1bb8764aac3d24c 2024-11-17T03:17:40,516 INFO [M:0;695c90f4bb18:41289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/71a138cf0ac14e6ca1bb8764aac3d24c, entries=7, sequenceid=172, filesize=7.1 K 2024-11-17T03:17:40,517 DEBUG [M:0;695c90f4bb18:41289 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3646d406b6ce472e8411571d14b1beb3 as hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3646d406b6ce472e8411571d14b1beb3 2024-11-17T03:17:40,523 INFO [M:0;695c90f4bb18:41289 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3646d406b6ce472e8411571d14b1beb3 2024-11-17T03:17:40,524 INFO [M:0;695c90f4bb18:41289 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38575/user/jenkins/test-data/32f18db5-3ab1-f9c7-65bb-c7eff7a02828/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3646d406b6ce472e8411571d14b1beb3, entries=2, sequenceid=172, filesize=5.2 K 2024-11-17T03:17:40,525 INFO [M:0;695c90f4bb18:41289 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=172, compaction requested=false 2024-11-17T03:17:40,527 INFO [M:0;695c90f4bb18:41289 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:40,527 DEBUG [M:0;695c90f4bb18:41289 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813459213Disabling compacts and flushes for region at 1731813459213Disabling writes for close at 1731813459213Obtaining lock to block concurrent updates at 1731813459213Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731813459213Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731813459214 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731813459215 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731813459215Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731813459235 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731813459235Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731813459649 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731813459665 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731813459665Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731813460076 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731813460091 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731813460091Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7249457f: reopening flushed file at 1731813460502 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d3971b3: reopening flushed file at 1731813460509 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b8c544: reopening flushed file at 1731813460516 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1312ms, sequenceid=172, compaction requested=false at 1731813460525 (+9 ms)Writing region close event to WAL at 1731813460526 (+1 ms)Closed at 1731813460526 2024-11-17T03:17:40,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35453 is added to blk_1073741847_1023 (size=22949) 2024-11-17T03:17:40,531 INFO [M:0;695c90f4bb18:41289 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T03:17:40,531 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:17:40,531 INFO [M:0;695c90f4bb18:41289 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41289 2024-11-17T03:17:40,532 INFO [M:0;695c90f4bb18:41289 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:17:40,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:17:40,656 INFO [M:0;695c90f4bb18:41289 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:17:40,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41289-0x10146cbbd860006, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:17:40,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14c5f039{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:17:40,660 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76e2f7e6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:17:40,660 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:17:40,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70bd72b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:17:40,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13c08df4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/hadoop.log.dir/,STOPPED} 2024-11-17T03:17:40,662 WARN [BP-1240102716-172.17.0.3-1731813426704 heartbeating to localhost/127.0.0.1:38575 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T03:17:40,662 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T03:17:40,662 WARN [BP-1240102716-172.17.0.3-1731813426704 heartbeating to localhost/127.0.0.1:38575 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1240102716-172.17.0.3-1731813426704 (Datanode Uuid df788dd3-f18b-4f9e-aa50-befd6b40644b) service to localhost/127.0.0.1:38575 2024-11-17T03:17:40,662 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T03:17:40,663 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/cluster_2d346c92-2b43-a22b-bd43-585c8dca84b9/data/data1/current/BP-1240102716-172.17.0.3-1731813426704 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:17:40,663 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/cluster_2d346c92-2b43-a22b-bd43-585c8dca84b9/data/data2/current/BP-1240102716-172.17.0.3-1731813426704 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:17:40,664 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T03:17:40,669 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6983e2c5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:17:40,670 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@342f91b1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:17:40,670 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:17:40,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1da1605f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:17:40,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@da0d9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6725e84d-3463-af53-12cb-b3dffccf9b64/hadoop.log.dir/,STOPPED} 2024-11-17T03:17:40,678 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T03:17:40,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T03:17:40,711 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=109 (was 11) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:37989 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:38575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38575 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:37989 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59845) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@36ba0088 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38575 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37989 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/695c90f4bb18:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/695c90f4bb18:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/695c90f4bb18:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38575 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:38575 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/695c90f4bb18:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:37989 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37989 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59845) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/695c90f4bb18:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:38575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37989 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=411 (was 438), ProcessCount=11 (was 11), AvailableMemoryMB=2824 (was 2335) - AvailableMemoryMB LEAK? - 2024-11-17T03:17:40,720 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=109, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=411, ProcessCount=11, AvailableMemoryMB=2823 2024-11-17T03:17:40,739 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-17T03:17:40,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/hadoop.log.dir so I do NOT create it in target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a 2024-11-17T03:17:40,740 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T03:17:40,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/hadoop.tmp.dir so I do NOT create it in target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a 2024-11-17T03:17:40,740 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f776e821-c1f1-ebe4-5bd8-549ab6105fe9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T03:17:40,740 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a 2024-11-17T03:17:40,740 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/cluster_f0db5d46-3268-323e-4322-543e3c57b540, deleteOnExit=true 2024-11-17T03:17:40,744 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/cluster_f0db5d46-3268-323e-4322-543e3c57b540/zookeeper_0, clientPort=59114, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/cluster_f0db5d46-3268-323e-4322-543e3c57b540/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/cluster_f0db5d46-3268-323e-4322-543e3c57b540/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T03:17:40,745 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59114 2024-11-17T03:17:40,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T03:17:40,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T03:17:40,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/test.cache.data in system properties and HBase conf 2024-11-17T03:17:40,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T03:17:40,745 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/hadoop.log.dir in system properties and HBase conf 2024-11-17T03:17:40,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T03:17:40,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T03:17:40,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T03:17:40,746 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T03:17:40,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:17:40,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:17:40,746 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T03:17:40,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:17:40,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T03:17:40,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T03:17:40,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:17:40,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:17:40,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T03:17:40,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/nfs.dump.dir in system properties and HBase conf 2024-11-17T03:17:40,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/java.io.tmpdir in system properties and HBase conf 2024-11-17T03:17:40,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:17:40,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T03:17:40,748 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T03:17:40,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10146cbbd860005, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T03:17:40,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10146cbbd860002, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T03:17:40,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10146cbbd860002, quorum=127.0.0.1:59845, baseZNode=/0853807801 Received Disconnected from ZooKeeper, ignoring 2024-11-17T03:17:40,774 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10146cbbd860005, quorum=127.0.0.1:59845, baseZNode=/1-898466290 Received Disconnected from ZooKeeper, ignoring 2024-11-17T03:17:41,117 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:17:41,126 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:17:41,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:17:41,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:17:41,129 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T03:17:41,130 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:17:41,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ec9d19f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:17:41,132 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@597051b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:17:41,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@443292d5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/java.io.tmpdir/jetty-localhost-38395-hadoop-hdfs-3_4_1-tests_jar-_-any-4778607914145194395/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:17:41,252 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3df5ec7a{HTTP/1.1, (http/1.1)}{localhost:38395} 2024-11-17T03:17:41,252 INFO [Time-limited test {}] server.Server(415): Started @37448ms 2024-11-17T03:17:41,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:17:41,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T03:17:41,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T03:17:41,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:17:41,524 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:17:41,529 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:17:41,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:17:41,533 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:17:41,533 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T03:17:41,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d997488{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:17:41,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@729f5a6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:17:41,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19139ed0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/java.io.tmpdir/jetty-localhost-38943-hadoop-hdfs-3_4_1-tests_jar-_-any-13152040200846070909/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:17:41,682 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78e7a2a{HTTP/1.1, (http/1.1)}{localhost:38943} 2024-11-17T03:17:41,682 INFO [Time-limited test {}] server.Server(415): Started @37878ms 2024-11-17T03:17:41,684 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T03:17:42,460 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/cluster_f0db5d46-3268-323e-4322-543e3c57b540/data/data2/current/BP-1889516375-172.17.0.3-1731813460781/current, will proceed with Du for space computation calculation, 2024-11-17T03:17:42,460 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/cluster_f0db5d46-3268-323e-4322-543e3c57b540/data/data1/current/BP-1889516375-172.17.0.3-1731813460781/current, will proceed with Du for space computation calculation, 2024-11-17T03:17:42,481 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T03:17:42,484 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x969e0c645880eba5 with lease ID 0xaccaa9e6b0111551: Processing first storage report for DS-b97e5807-df37-45d8-8399-e8cca9fb3fcc from datanode DatanodeRegistration(127.0.0.1:46213, datanodeUuid=c9ab9c92-1439-447a-a91f-118b50ba72b3, infoPort=44219, infoSecurePort=0, ipcPort=36339, storageInfo=lv=-57;cid=testClusterID;nsid=579202122;c=1731813460781) 2024-11-17T03:17:42,484 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x969e0c645880eba5 with lease ID 0xaccaa9e6b0111551: from storage DS-b97e5807-df37-45d8-8399-e8cca9fb3fcc node DatanodeRegistration(127.0.0.1:46213, datanodeUuid=c9ab9c92-1439-447a-a91f-118b50ba72b3, infoPort=44219, infoSecurePort=0, ipcPort=36339, storageInfo=lv=-57;cid=testClusterID;nsid=579202122;c=1731813460781), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:17:42,484 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x969e0c645880eba5 with lease ID 0xaccaa9e6b0111551: Processing first storage report for DS-ae595c8b-85b7-4421-b073-93428603d128 from datanode DatanodeRegistration(127.0.0.1:46213, datanodeUuid=c9ab9c92-1439-447a-a91f-118b50ba72b3, infoPort=44219, infoSecurePort=0, ipcPort=36339, storageInfo=lv=-57;cid=testClusterID;nsid=579202122;c=1731813460781) 2024-11-17T03:17:42,484 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x969e0c645880eba5 with lease ID 0xaccaa9e6b0111551: from storage DS-ae595c8b-85b7-4421-b073-93428603d128 node DatanodeRegistration(127.0.0.1:46213, datanodeUuid=c9ab9c92-1439-447a-a91f-118b50ba72b3, infoPort=44219, infoSecurePort=0, ipcPort=36339, storageInfo=lv=-57;cid=testClusterID;nsid=579202122;c=1731813460781), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:17:42,541 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a 2024-11-17T03:17:42,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:42,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:42,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741825_1001 (size=7) 2024-11-17T03:17:42,560 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9 with version=8 2024-11-17T03:17:42,560 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/hbase-staging 2024-11-17T03:17:42,564 INFO [Time-limited test {}] client.ConnectionUtils(128): master/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:17:42,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:42,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:42,565 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:17:42,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:42,565 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:17:42,565 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T03:17:42,565 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:17:42,566 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34503 2024-11-17T03:17:42,568 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34503 connecting to ZooKeeper ensemble=127.0.0.1:59114 2024-11-17T03:17:42,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345030x0, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:17:42,626 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34503-0x10146cc46b20000 connected 2024-11-17T03:17:42,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:42,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:42,741 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Set watcher on znode that does not yet exist, /0-1931503921/running 2024-11-17T03:17:42,741 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9, hbase.cluster.distributed=false 2024-11-17T03:17:42,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Set watcher on znode that does not yet exist, /0-1931503921/acl 2024-11-17T03:17:42,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34503 2024-11-17T03:17:42,745 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34503 2024-11-17T03:17:42,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34503 2024-11-17T03:17:42,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34503 2024-11-17T03:17:42,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34503 2024-11-17T03:17:42,774 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:17:42,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:42,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:42,774 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:17:42,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:42,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:17:42,775 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T03:17:42,775 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:17:42,775 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46195 2024-11-17T03:17:42,777 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46195 connecting to ZooKeeper ensemble=127.0.0.1:59114 2024-11-17T03:17:42,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:42,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:42,798 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461950x0, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:17:42,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:461950x0, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Set watcher on znode that does not yet exist, /0-1931503921/running 2024-11-17T03:17:42,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46195-0x10146cc46b20001 connected 2024-11-17T03:17:42,799 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T03:17:42,802 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T03:17:42,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46195-0x10146cc46b20001, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Set watcher on znode that does not yet exist, /0-1931503921/master 2024-11-17T03:17:42,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46195-0x10146cc46b20001, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Set watcher on znode that does not yet exist, /0-1931503921/acl 2024-11-17T03:17:42,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46195 2024-11-17T03:17:42,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46195 2024-11-17T03:17:42,811 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46195 2024-11-17T03:17:42,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46195 2024-11-17T03:17:42,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46195 2024-11-17T03:17:42,829 DEBUG [M:0;695c90f4bb18:34503 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;695c90f4bb18:34503 2024-11-17T03:17:42,829 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1931503921/backup-masters/695c90f4bb18,34503,1731813462564 2024-11-17T03:17:42,840 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x10146cc46b20001, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1931503921/backup-masters 2024-11-17T03:17:42,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1931503921/backup-masters 2024-11-17T03:17:42,840 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Set watcher on existing znode=/0-1931503921/backup-masters/695c90f4bb18,34503,1731813462564 2024-11-17T03:17:42,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1931503921 2024-11-17T03:17:42,850 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x10146cc46b20001, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1931503921/master 2024-11-17T03:17:42,850 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x10146cc46b20001, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1931503921 2024-11-17T03:17:42,851 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Set watcher on existing znode=/0-1931503921/master 2024-11-17T03:17:42,851 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1931503921/backup-masters/695c90f4bb18,34503,1731813462564 from backup master directory 2024-11-17T03:17:42,861 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x10146cc46b20001, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1931503921/backup-masters 2024-11-17T03:17:42,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1931503921/backup-masters/695c90f4bb18,34503,1731813462564 2024-11-17T03:17:42,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1931503921/backup-masters 2024-11-17T03:17:42,861 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:17:42,861 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=695c90f4bb18,34503,1731813462564 2024-11-17T03:17:42,866 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/hbase.id] with ID: e2c97e37-0151-48cd-8127-6b1934a72404 2024-11-17T03:17:42,866 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/.tmp/hbase.id 2024-11-17T03:17:42,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741826_1002 (size=42) 2024-11-17T03:17:43,276 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/.tmp/hbase.id]:[hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/hbase.id] 2024-11-17T03:17:43,291 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:43,291 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T03:17:43,292 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T03:17:43,340 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x10146cc46b20001, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1931503921 2024-11-17T03:17:43,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1931503921 2024-11-17T03:17:43,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741827_1003 (size=196) 2024-11-17T03:17:43,475 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:17:43,477 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:17:43,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:17:43,747 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:17:43,748 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T03:17:43,748 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:17:43,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741828_1004 (size=1189) 2024-11-17T03:17:43,759 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/MasterData/data/master/store 2024-11-17T03:17:43,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741829_1005 (size=34) 2024-11-17T03:17:44,174 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:17:44,174 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:17:44,174 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:44,174 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:44,174 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:17:44,174 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:44,174 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:44,175 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813464174Disabling compacts and flushes for region at 1731813464174Disabling writes for close at 1731813464174Writing region close event to WAL at 1731813464174Closed at 1731813464174 2024-11-17T03:17:44,175 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/MasterData/data/master/store/.initializing 2024-11-17T03:17:44,176 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/MasterData/WALs/695c90f4bb18,34503,1731813462564 2024-11-17T03:17:44,177 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:17:44,179 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=695c90f4bb18%2C34503%2C1731813462564, suffix=, logDir=hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/MasterData/WALs/695c90f4bb18,34503,1731813462564, archiveDir=hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/MasterData/oldWALs, maxLogs=10 2024-11-17T03:17:44,195 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/MasterData/WALs/695c90f4bb18,34503,1731813462564/695c90f4bb18%2C34503%2C1731813462564.1731813464179, exclude list is [], retry=0 2024-11-17T03:17:44,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46213,DS-b97e5807-df37-45d8-8399-e8cca9fb3fcc,DISK] 2024-11-17T03:17:44,206 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/MasterData/WALs/695c90f4bb18,34503,1731813462564/695c90f4bb18%2C34503%2C1731813462564.1731813464179 2024-11-17T03:17:44,206 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44219:44219)] 2024-11-17T03:17:44,206 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:17:44,207 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:17:44,207 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:44,207 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:44,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:44,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T03:17:44,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:44,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:44,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:44,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T03:17:44,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:44,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:17:44,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:44,226 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T03:17:44,227 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:44,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:17:44,228 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:44,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T03:17:44,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:44,231 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:17:44,232 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:44,233 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:44,233 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:44,236 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:44,236 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:44,241 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:17:44,243 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:44,247 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:17:44,254 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74311690, jitterRate=0.10733047127723694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:17:44,255 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731813464207Initializing all the Stores at 1731813464208 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813464209 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813464212 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813464212Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813464212Cleaning up temporary data from old regions at 1731813464236 (+24 ms)Region opened successfully at 1731813464255 (+19 ms) 2024-11-17T03:17:44,264 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T03:17:44,273 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28e0943a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:17:44,275 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T03:17:44,276 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T03:17:44,276 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T03:17:44,276 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T03:17:44,277 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T03:17:44,277 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T03:17:44,277 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T03:17:44,287 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T03:17:44,294 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Unable to get data of znode /0-1931503921/balancer because node does not exist (not necessarily an error) 2024-11-17T03:17:44,345 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1931503921/balancer already deleted, retry=false 2024-11-17T03:17:44,345 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T03:17:44,346 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Unable to get data of znode /0-1931503921/normalizer because node does not exist (not necessarily an error) 2024-11-17T03:17:44,355 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1931503921/normalizer already deleted, retry=false 2024-11-17T03:17:44,356 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T03:17:44,357 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Unable to get data of znode /0-1931503921/switch/split because node does not exist (not necessarily an error) 2024-11-17T03:17:44,366 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1931503921/switch/split already deleted, retry=false 2024-11-17T03:17:44,367 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Unable to get data of znode /0-1931503921/switch/merge because node does not exist (not necessarily an error) 2024-11-17T03:17:44,376 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1931503921/switch/merge already deleted, retry=false 2024-11-17T03:17:44,379 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Unable to get data of znode /0-1931503921/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T03:17:44,387 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1931503921/snapshot-cleanup already deleted, retry=false 2024-11-17T03:17:44,398 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x10146cc46b20001, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1931503921/running 2024-11-17T03:17:44,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1931503921/running 2024-11-17T03:17:44,398 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x10146cc46b20001, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1931503921 2024-11-17T03:17:44,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1931503921 2024-11-17T03:17:44,398 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=695c90f4bb18,34503,1731813462564, sessionid=0x10146cc46b20000, setting cluster-up flag (Was=false) 2024-11-17T03:17:44,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1931503921 2024-11-17T03:17:44,419 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x10146cc46b20001, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1931503921 2024-11-17T03:17:44,450 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1931503921/flush-table-proc/acquired, /0-1931503921/flush-table-proc/reached, /0-1931503921/flush-table-proc/abort 2024-11-17T03:17:44,451 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,34503,1731813462564 2024-11-17T03:17:44,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1931503921 2024-11-17T03:17:44,471 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x10146cc46b20001, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1931503921 2024-11-17T03:17:44,502 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1931503921/online-snapshot/acquired, /0-1931503921/online-snapshot/reached, /0-1931503921/online-snapshot/abort 2024-11-17T03:17:44,504 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,34503,1731813462564 2024-11-17T03:17:44,505 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T03:17:44,506 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T03:17:44,507 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T03:17:44,507 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T03:17:44,507 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 695c90f4bb18,34503,1731813462564 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T03:17:44,508 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:17:44,509 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:17:44,509 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:17:44,509 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:17:44,509 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/695c90f4bb18:0, corePoolSize=10, maxPoolSize=10 2024-11-17T03:17:44,509 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:44,509 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:17:44,509 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:44,510 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731813494510 2024-11-17T03:17:44,510 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T03:17:44,511 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T03:17:44,511 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:17:44,511 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T03:17:44,511 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T03:17:44,511 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T03:17:44,511 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T03:17:44,511 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T03:17:44,511 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:44,512 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T03:17:44,512 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T03:17:44,512 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T03:17:44,512 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T03:17:44,512 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:44,512 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T03:17:44,516 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T03:17:44,516 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T03:17:44,520 INFO [RS:0;695c90f4bb18:46195 {}] regionserver.HRegionServer(746): ClusterId : e2c97e37-0151-48cd-8127-6b1934a72404 2024-11-17T03:17:44,520 DEBUG [RS:0;695c90f4bb18:46195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T03:17:44,523 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813464516,5,FailOnTimeoutGroup] 2024-11-17T03:17:44,524 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813464523,5,FailOnTimeoutGroup] 2024-11-17T03:17:44,524 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:44,524 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T03:17:44,524 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:44,524 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:44,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741831_1007 (size=1321) 2024-11-17T03:17:44,530 DEBUG [RS:0;695c90f4bb18:46195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T03:17:44,530 DEBUG [RS:0;695c90f4bb18:46195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T03:17:44,540 DEBUG [RS:0;695c90f4bb18:46195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T03:17:44,541 DEBUG [RS:0;695c90f4bb18:46195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f157cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:17:44,553 DEBUG [RS:0;695c90f4bb18:46195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;695c90f4bb18:46195 2024-11-17T03:17:44,553 INFO [RS:0;695c90f4bb18:46195 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T03:17:44,553 INFO [RS:0;695c90f4bb18:46195 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T03:17:44,553 DEBUG [RS:0;695c90f4bb18:46195 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T03:17:44,554 INFO [RS:0;695c90f4bb18:46195 {}] regionserver.HRegionServer(2659): reportForDuty to master=695c90f4bb18,34503,1731813462564 with port=46195, startcode=1731813462774 2024-11-17T03:17:44,554 DEBUG [RS:0;695c90f4bb18:46195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T03:17:44,556 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T03:17:44,557 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34503 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 695c90f4bb18,46195,1731813462774 2024-11-17T03:17:44,557 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34503 {}] master.ServerManager(517): Registering regionserver=695c90f4bb18,46195,1731813462774 2024-11-17T03:17:44,559 DEBUG [RS:0;695c90f4bb18:46195 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9 2024-11-17T03:17:44,559 DEBUG [RS:0;695c90f4bb18:46195 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41631 2024-11-17T03:17:44,559 DEBUG [RS:0;695c90f4bb18:46195 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T03:17:44,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1931503921/rs 2024-11-17T03:17:44,572 DEBUG [RS:0;695c90f4bb18:46195 {}] zookeeper.ZKUtil(111): regionserver:46195-0x10146cc46b20001, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Set watcher on existing znode=/0-1931503921/rs/695c90f4bb18,46195,1731813462774 2024-11-17T03:17:44,572 WARN [RS:0;695c90f4bb18:46195 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:17:44,572 INFO [RS:0;695c90f4bb18:46195 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:17:44,572 DEBUG [RS:0;695c90f4bb18:46195 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/WALs/695c90f4bb18,46195,1731813462774 2024-11-17T03:17:44,572 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [695c90f4bb18,46195,1731813462774] 2024-11-17T03:17:44,579 INFO [RS:0;695c90f4bb18:46195 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T03:17:44,582 INFO [RS:0;695c90f4bb18:46195 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T03:17:44,584 INFO [RS:0;695c90f4bb18:46195 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T03:17:44,584 INFO [RS:0;695c90f4bb18:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:44,585 INFO [RS:0;695c90f4bb18:46195 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T03:17:44,586 INFO [RS:0;695c90f4bb18:46195 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T03:17:44,586 INFO [RS:0;695c90f4bb18:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:44,586 DEBUG [RS:0;695c90f4bb18:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:44,586 DEBUG [RS:0;695c90f4bb18:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:44,586 DEBUG [RS:0;695c90f4bb18:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:44,586 DEBUG [RS:0;695c90f4bb18:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:44,586 DEBUG [RS:0;695c90f4bb18:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:44,586 DEBUG [RS:0;695c90f4bb18:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:17:44,586 DEBUG [RS:0;695c90f4bb18:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:44,586 DEBUG [RS:0;695c90f4bb18:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:44,586 DEBUG [RS:0;695c90f4bb18:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:44,587 DEBUG [RS:0;695c90f4bb18:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:44,587 DEBUG [RS:0;695c90f4bb18:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:44,587 DEBUG [RS:0;695c90f4bb18:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:44,587 DEBUG [RS:0;695c90f4bb18:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:17:44,587 DEBUG [RS:0;695c90f4bb18:46195 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:17:44,596 INFO [RS:0;695c90f4bb18:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:44,596 INFO [RS:0;695c90f4bb18:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:44,596 INFO [RS:0;695c90f4bb18:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:44,596 INFO [RS:0;695c90f4bb18:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:44,596 INFO [RS:0;695c90f4bb18:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:44,597 INFO [RS:0;695c90f4bb18:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46195,1731813462774-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:17:44,614 INFO [RS:0;695c90f4bb18:46195 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T03:17:44,614 INFO [RS:0;695c90f4bb18:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46195,1731813462774-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:44,614 INFO [RS:0;695c90f4bb18:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:44,615 INFO [RS:0;695c90f4bb18:46195 {}] regionserver.Replication(171): 695c90f4bb18,46195,1731813462774 started 2024-11-17T03:17:44,628 INFO [RS:0;695c90f4bb18:46195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:44,628 INFO [RS:0;695c90f4bb18:46195 {}] regionserver.HRegionServer(1482): Serving as 695c90f4bb18,46195,1731813462774, RpcServer on 695c90f4bb18/172.17.0.3:46195, sessionid=0x10146cc46b20001 2024-11-17T03:17:44,628 DEBUG [RS:0;695c90f4bb18:46195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T03:17:44,628 DEBUG [RS:0;695c90f4bb18:46195 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 695c90f4bb18,46195,1731813462774 2024-11-17T03:17:44,628 DEBUG [RS:0;695c90f4bb18:46195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,46195,1731813462774' 2024-11-17T03:17:44,628 DEBUG [RS:0;695c90f4bb18:46195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1931503921/flush-table-proc/abort' 2024-11-17T03:17:44,629 DEBUG [RS:0;695c90f4bb18:46195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1931503921/flush-table-proc/acquired' 2024-11-17T03:17:44,630 DEBUG [RS:0;695c90f4bb18:46195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T03:17:44,630 DEBUG [RS:0;695c90f4bb18:46195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T03:17:44,630 DEBUG [RS:0;695c90f4bb18:46195 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 695c90f4bb18,46195,1731813462774 2024-11-17T03:17:44,630 DEBUG [RS:0;695c90f4bb18:46195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,46195,1731813462774' 2024-11-17T03:17:44,630 DEBUG [RS:0;695c90f4bb18:46195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1931503921/online-snapshot/abort' 2024-11-17T03:17:44,631 DEBUG [RS:0;695c90f4bb18:46195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1931503921/online-snapshot/acquired' 2024-11-17T03:17:44,631 DEBUG [RS:0;695c90f4bb18:46195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T03:17:44,631 INFO [RS:0;695c90f4bb18:46195 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T03:17:44,631 INFO [RS:0;695c90f4bb18:46195 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T03:17:44,732 INFO [RS:0;695c90f4bb18:46195 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:17:44,734 INFO [RS:0;695c90f4bb18:46195 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C46195%2C1731813462774, suffix=, logDir=hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/WALs/695c90f4bb18,46195,1731813462774, archiveDir=hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/oldWALs, maxLogs=10 2024-11-17T03:17:44,750 DEBUG [RS:0;695c90f4bb18:46195 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/WALs/695c90f4bb18,46195,1731813462774/695c90f4bb18%2C46195%2C1731813462774.1731813464734, exclude list is [], retry=0 2024-11-17T03:17:44,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46213,DS-b97e5807-df37-45d8-8399-e8cca9fb3fcc,DISK] 2024-11-17T03:17:44,756 INFO [RS:0;695c90f4bb18:46195 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/WALs/695c90f4bb18,46195,1731813462774/695c90f4bb18%2C46195%2C1731813462774.1731813464734 2024-11-17T03:17:44,756 DEBUG [RS:0;695c90f4bb18:46195 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44219:44219)] 2024-11-17T03:17:44,928 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T03:17:44,928 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9 2024-11-17T03:17:44,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741833_1009 (size=32) 2024-11-17T03:17:45,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:17:45,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:17:45,340 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:17:45,341 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:45,341 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:45,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:17:45,345 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:17:45,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:45,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:45,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:17:45,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:17:45,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:45,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:45,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:17:45,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:17:45,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:45,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:45,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:17:45,355 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/meta/1588230740 2024-11-17T03:17:45,356 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/meta/1588230740 2024-11-17T03:17:45,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:17:45,357 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:17:45,358 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:17:45,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:17:45,363 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:17:45,363 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62865039, jitterRate=-0.06323792040348053}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:17:45,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731813465335Initializing all the Stores at 1731813465337 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813465337Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813465337Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813465337Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813465337Cleaning up temporary data from old regions at 1731813465357 (+20 ms)Region opened successfully at 1731813465364 (+7 ms) 2024-11-17T03:17:45,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:17:45,365 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:17:45,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:17:45,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:17:45,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:17:45,365 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:17:45,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813465365Disabling compacts and flushes for region at 1731813465365Disabling writes for close at 1731813465365Writing region close event to WAL at 1731813465365Closed at 1731813465365 2024-11-17T03:17:45,367 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:17:45,367 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T03:17:45,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T03:17:45,369 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:17:45,371 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T03:17:45,521 DEBUG [695c90f4bb18:34503 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T03:17:45,522 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=695c90f4bb18,46195,1731813462774 2024-11-17T03:17:45,524 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,46195,1731813462774, state=OPENING 2024-11-17T03:17:45,592 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T03:17:45,642 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x10146cc46b20001, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1931503921 2024-11-17T03:17:45,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1931503921 2024-11-17T03:17:45,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1931503921/meta-region-server: CHANGED 2024-11-17T03:17:45,643 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:17:45,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,46195,1731813462774}] 2024-11-17T03:17:45,649 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1931503921/meta-region-server: CHANGED 2024-11-17T03:17:45,799 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:17:45,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T03:17:45,812 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T03:17:45,812 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:17:45,814 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T03:17:45,819 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C46195%2C1731813462774.meta, suffix=.meta, logDir=hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/WALs/695c90f4bb18,46195,1731813462774, archiveDir=hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/oldWALs, maxLogs=10 2024-11-17T03:17:45,841 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/WALs/695c90f4bb18,46195,1731813462774/695c90f4bb18%2C46195%2C1731813462774.meta.1731813465820.meta, exclude list is [], retry=0 2024-11-17T03:17:45,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46213,DS-b97e5807-df37-45d8-8399-e8cca9fb3fcc,DISK] 2024-11-17T03:17:45,864 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/WALs/695c90f4bb18,46195,1731813462774/695c90f4bb18%2C46195%2C1731813462774.meta.1731813465820.meta 2024-11-17T03:17:45,876 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44219:44219)] 2024-11-17T03:17:45,876 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:17:45,877 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:17:45,877 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:17:45,877 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T03:17:45,877 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T03:17:45,877 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T03:17:45,877 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:17:45,878 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T03:17:45,878 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T03:17:45,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:17:45,882 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:17:45,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:45,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:45,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:17:45,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:17:45,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:45,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:45,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:17:45,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:17:45,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:45,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:45,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:17:45,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:17:45,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:45,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:45,897 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:17:45,898 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/meta/1588230740 2024-11-17T03:17:45,902 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/meta/1588230740 2024-11-17T03:17:45,904 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:17:45,905 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:17:45,905 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:17:45,908 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:17:45,908 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59481039, jitterRate=-0.113663449883461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:17:45,909 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T03:17:45,909 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731813465878Writing region info on filesystem at 1731813465878Initializing all the Stores at 1731813465880 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813465880Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813465881 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813465881Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813465881Cleaning up temporary data from old regions at 1731813465905 (+24 ms)Running coprocessor post-open hooks at 1731813465909 (+4 ms)Region opened successfully at 1731813465909 2024-11-17T03:17:45,911 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731813465799 2024-11-17T03:17:45,913 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T03:17:45,914 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T03:17:45,915 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,46195,1731813462774 2024-11-17T03:17:45,916 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,46195,1731813462774, state=OPEN 2024-11-17T03:17:45,934 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x10146cc46b20001, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1931503921/meta-region-server 2024-11-17T03:17:45,934 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1931503921/meta-region-server 2024-11-17T03:17:45,934 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1931503921/meta-region-server: CHANGED 2024-11-17T03:17:45,934 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=695c90f4bb18,46195,1731813462774 2024-11-17T03:17:45,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1931503921/meta-region-server: CHANGED 2024-11-17T03:17:45,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T03:17:45,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,46195,1731813462774 in 292 msec 2024-11-17T03:17:45,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T03:17:45,945 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 572 msec 2024-11-17T03:17:45,947 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:17:45,947 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T03:17:45,949 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:17:45,949 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,46195,1731813462774, seqNum=-1] 2024-11-17T03:17:45,950 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:17:45,951 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43453, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:17:45,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4520 sec 2024-11-17T03:17:45,960 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731813465960, completionTime=-1 2024-11-17T03:17:45,960 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T03:17:45,960 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T03:17:45,963 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T03:17:45,963 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731813525963 2024-11-17T03:17:45,963 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731813585963 2024-11-17T03:17:45,963 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-17T03:17:45,964 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,34503,1731813462564-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:45,964 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,34503,1731813462564-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:45,964 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,34503,1731813462564-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:45,964 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-695c90f4bb18:34503, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:45,964 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:45,965 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:45,967 DEBUG [master/695c90f4bb18:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T03:17:45,970 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.109sec 2024-11-17T03:17:45,971 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T03:17:45,971 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T03:17:45,971 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T03:17:45,971 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T03:17:45,971 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T03:17:45,971 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,34503,1731813462564-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:17:45,971 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,34503,1731813462564-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T03:17:45,974 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T03:17:45,975 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T03:17:45,975 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,34503,1731813462564-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:46,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a9a2e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:46,021 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,34503,-1 for getting cluster id 2024-11-17T03:17:46,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:17:46,024 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2c97e37-0151-48cd-8127-6b1934a72404' 2024-11-17T03:17:46,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:17:46,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2c97e37-0151-48cd-8127-6b1934a72404" 2024-11-17T03:17:46,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7673ee8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:46,024 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,34503,-1] 2024-11-17T03:17:46,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:17:46,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:46,026 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:17:46,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b953553, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:46,029 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:17:46,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,46195,1731813462774, seqNum=-1] 2024-11-17T03:17:46,032 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:17:46,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:17:46,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=695c90f4bb18,34503,1731813462564 2024-11-17T03:17:46,038 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59114 2024-11-17T03:17:46,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:17:46,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10146cc46b20002 connected 2024-11-17T03:17:46,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/hadoop.log.dir so I do NOT create it in target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143 2024-11-17T03:17:46,069 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T03:17:46,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/hadoop.tmp.dir so I do NOT create it in target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143 2024-11-17T03:17:46,069 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T03:17:46,069 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143 2024-11-17T03:17:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T03:17:46,070 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/cluster_7b66a439-2550-b827-0fa0-2ee80fb32913, deleteOnExit=true 2024-11-17T03:17:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T03:17:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/test.cache.data in system properties and HBase conf 2024-11-17T03:17:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T03:17:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/hadoop.log.dir in system properties and HBase conf 2024-11-17T03:17:46,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T03:17:46,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T03:17:46,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T03:17:46,071 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T03:17:46,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:17:46,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:17:46,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T03:17:46,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:17:46,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T03:17:46,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T03:17:46,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:17:46,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:17:46,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T03:17:46,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/nfs.dump.dir in system properties and HBase conf 2024-11-17T03:17:46,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/java.io.tmpdir in system properties and HBase conf 2024-11-17T03:17:46,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:17:46,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T03:17:46,073 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T03:17:46,411 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:17:46,420 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:17:46,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:17:46,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:17:46,428 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:17:46,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:17:46,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@612bb3cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:17:46,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@251f6c68{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:17:46,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66517542{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/java.io.tmpdir/jetty-localhost-40157-hadoop-hdfs-3_4_1-tests_jar-_-any-17495322898883832679/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:17:46,549 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79264b41{HTTP/1.1, (http/1.1)}{localhost:40157} 2024-11-17T03:17:46,549 INFO [Time-limited test {}] server.Server(415): Started @42745ms 2024-11-17T03:17:46,859 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:17:46,864 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:17:46,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:17:46,865 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:17:46,865 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T03:17:46,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1450060e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:17:46,866 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e3caa5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:17:46,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62dcb158{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/java.io.tmpdir/jetty-localhost-33385-hadoop-hdfs-3_4_1-tests_jar-_-any-3050209279207914451/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:17:46,964 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e702ae3{HTTP/1.1, (http/1.1)}{localhost:33385} 2024-11-17T03:17:46,964 INFO [Time-limited test {}] server.Server(415): Started @43160ms 2024-11-17T03:17:46,965 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T03:17:47,411 WARN [RS:0;695c90f4bb18:46195 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 695c90f4bb18,43929,1731813431949: status=Processing ServerCrashProcedure of 695c90f4bb18,43929,1731813431949 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731813450999, completionTime=-1 appears to have been leaked 2024-11-17T03:17:47,730 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/cluster_7b66a439-2550-b827-0fa0-2ee80fb32913/data/data1/current/BP-1635420740-172.17.0.3-1731813466110/current, will proceed with Du for space computation calculation, 2024-11-17T03:17:47,730 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/cluster_7b66a439-2550-b827-0fa0-2ee80fb32913/data/data2/current/BP-1635420740-172.17.0.3-1731813466110/current, will proceed with Du for space computation calculation, 2024-11-17T03:17:47,745 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T03:17:47,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45bca6b63512cada with lease ID 0xca9bb4f35d12b461: Processing first storage report for DS-c3df2128-8584-43bc-871c-65447fb714fd from datanode DatanodeRegistration(127.0.0.1:33339, datanodeUuid=54a78f59-c37e-4947-abab-e83935de1a3e, infoPort=36851, infoSecurePort=0, ipcPort=40743, storageInfo=lv=-57;cid=testClusterID;nsid=1735334319;c=1731813466110) 2024-11-17T03:17:47,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45bca6b63512cada with lease ID 0xca9bb4f35d12b461: from storage DS-c3df2128-8584-43bc-871c-65447fb714fd node DatanodeRegistration(127.0.0.1:33339, datanodeUuid=54a78f59-c37e-4947-abab-e83935de1a3e, infoPort=36851, infoSecurePort=0, ipcPort=40743, storageInfo=lv=-57;cid=testClusterID;nsid=1735334319;c=1731813466110), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:17:47,748 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x45bca6b63512cada with lease ID 0xca9bb4f35d12b461: Processing first storage report for DS-0d2425c6-ca0f-4ee9-968f-82f4df8a0ef9 from datanode DatanodeRegistration(127.0.0.1:33339, datanodeUuid=54a78f59-c37e-4947-abab-e83935de1a3e, infoPort=36851, infoSecurePort=0, ipcPort=40743, storageInfo=lv=-57;cid=testClusterID;nsid=1735334319;c=1731813466110) 2024-11-17T03:17:47,748 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x45bca6b63512cada with lease ID 0xca9bb4f35d12b461: from storage DS-0d2425c6-ca0f-4ee9-968f-82f4df8a0ef9 node DatanodeRegistration(127.0.0.1:33339, datanodeUuid=54a78f59-c37e-4947-abab-e83935de1a3e, infoPort=36851, infoSecurePort=0, ipcPort=40743, storageInfo=lv=-57;cid=testClusterID;nsid=1735334319;c=1731813466110), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:17:47,803 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143 2024-11-17T03:17:47,804 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:47,805 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:47,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33339 is added to blk_1073741825_1001 (size=7) 2024-11-17T03:17:48,214 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be with version=8 2024-11-17T03:17:48,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/hbase-staging 2024-11-17T03:17:48,215 INFO [Time-limited test {}] client.ConnectionUtils(128): master/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:17:48,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:48,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:48,216 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:17:48,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:48,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:17:48,216 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T03:17:48,216 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:17:48,220 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43285 2024-11-17T03:17:48,222 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43285 connecting to ZooKeeper ensemble=127.0.0.1:59114 2024-11-17T03:17:48,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432850x0, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:17:48,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43285-0x10146cc46b20003 connected 2024-11-17T03:17:48,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:48,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:48,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Set watcher on znode that does not yet exist, /1-394809182/running 2024-11-17T03:17:48,385 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be, hbase.cluster.distributed=false 2024-11-17T03:17:48,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Set watcher on znode that does not yet exist, /1-394809182/acl 2024-11-17T03:17:48,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43285 2024-11-17T03:17:48,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43285 2024-11-17T03:17:48,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43285 2024-11-17T03:17:48,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43285 2024-11-17T03:17:48,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43285 2024-11-17T03:17:48,401 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:17:48,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:48,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:48,401 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:17:48,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:17:48,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:17:48,401 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T03:17:48,402 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:17:48,402 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34147 2024-11-17T03:17:48,403 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34147 connecting to ZooKeeper ensemble=127.0.0.1:59114 2024-11-17T03:17:48,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:48,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:48,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341470x0, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:17:48,419 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341470x0, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Set watcher on znode that does not yet exist, /1-394809182/running 2024-11-17T03:17:48,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34147-0x10146cc46b20004 connected 2024-11-17T03:17:48,419 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T03:17:48,420 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T03:17:48,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34147-0x10146cc46b20004, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Set watcher on znode that does not yet exist, /1-394809182/master 2024-11-17T03:17:48,421 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34147-0x10146cc46b20004, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Set watcher on znode that does not yet exist, /1-394809182/acl 2024-11-17T03:17:48,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34147 2024-11-17T03:17:48,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34147 2024-11-17T03:17:48,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34147 2024-11-17T03:17:48,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34147 2024-11-17T03:17:48,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34147 2024-11-17T03:17:48,441 DEBUG [M:0;695c90f4bb18:43285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;695c90f4bb18:43285 2024-11-17T03:17:48,441 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-394809182/backup-masters/695c90f4bb18,43285,1731813468215 2024-11-17T03:17:48,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10146cc46b20004, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394809182/backup-masters 2024-11-17T03:17:48,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394809182/backup-masters 2024-11-17T03:17:48,450 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Set watcher on existing znode=/1-394809182/backup-masters/695c90f4bb18,43285,1731813468215 2024-11-17T03:17:48,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10146cc46b20004, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-394809182/master 2024-11-17T03:17:48,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394809182 2024-11-17T03:17:48,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10146cc46b20004, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394809182 2024-11-17T03:17:48,461 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Set watcher on existing znode=/1-394809182/master 2024-11-17T03:17:48,461 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-394809182/backup-masters/695c90f4bb18,43285,1731813468215 from backup master directory 2024-11-17T03:17:48,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10146cc46b20004, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394809182/backup-masters 2024-11-17T03:17:48,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-394809182/backup-masters/695c90f4bb18,43285,1731813468215 2024-11-17T03:17:48,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394809182/backup-masters 2024-11-17T03:17:48,471 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:17:48,471 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=695c90f4bb18,43285,1731813468215 2024-11-17T03:17:48,475 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/hbase.id] with ID: 1edab82d-8adf-4632-9844-44147e575653 2024-11-17T03:17:48,475 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/.tmp/hbase.id 2024-11-17T03:17:48,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33339 is added to blk_1073741826_1002 (size=42) 2024-11-17T03:17:48,881 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/.tmp/hbase.id]:[hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/hbase.id] 2024-11-17T03:17:48,893 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:17:48,893 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T03:17:48,895 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-17T03:17:48,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10146cc46b20004, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394809182 2024-11-17T03:17:48,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394809182 2024-11-17T03:17:48,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33339 is added to blk_1073741827_1003 (size=196) 2024-11-17T03:17:49,353 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:17:49,353 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T03:17:49,353 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:17:49,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33339 is added to blk_1073741828_1004 (size=1189) 2024-11-17T03:17:49,760 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/MasterData/data/master/store 2024-11-17T03:17:49,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33339 is added to blk_1073741829_1005 (size=34) 2024-11-17T03:17:50,167 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:17:50,167 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:17:50,167 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:50,167 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:50,167 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:17:50,167 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:50,167 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:50,167 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813470167Disabling compacts and flushes for region at 1731813470167Disabling writes for close at 1731813470167Writing region close event to WAL at 1731813470167Closed at 1731813470167 2024-11-17T03:17:50,168 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/MasterData/data/master/store/.initializing 2024-11-17T03:17:50,168 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/MasterData/WALs/695c90f4bb18,43285,1731813468215 2024-11-17T03:17:50,169 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:17:50,171 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=695c90f4bb18%2C43285%2C1731813468215, suffix=, logDir=hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/MasterData/WALs/695c90f4bb18,43285,1731813468215, archiveDir=hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/MasterData/oldWALs, maxLogs=10 2024-11-17T03:17:50,182 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/MasterData/WALs/695c90f4bb18,43285,1731813468215/695c90f4bb18%2C43285%2C1731813468215.1731813470171, exclude list is [], retry=0 2024-11-17T03:17:50,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33339,DS-c3df2128-8584-43bc-871c-65447fb714fd,DISK] 2024-11-17T03:17:50,186 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/MasterData/WALs/695c90f4bb18,43285,1731813468215/695c90f4bb18%2C43285%2C1731813468215.1731813470171 2024-11-17T03:17:50,187 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36851:36851)] 2024-11-17T03:17:50,187 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:17:50,187 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:17:50,187 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:50,187 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:50,188 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:50,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T03:17:50,190 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:50,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:50,190 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:50,191 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T03:17:50,191 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:50,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:17:50,192 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:50,193 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T03:17:50,193 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:50,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:17:50,194 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:50,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T03:17:50,195 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:50,195 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:17:50,195 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:50,196 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:50,196 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:50,197 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:50,197 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:50,198 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:17:50,199 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:17:50,201 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:17:50,202 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69182460, jitterRate=0.030898988246917725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:17:50,202 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731813470187Initializing all the Stores at 1731813470188 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813470188Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813470188Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813470188Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813470188Cleaning up temporary data from old regions at 1731813470197 (+9 ms)Region opened successfully at 1731813470202 (+5 ms) 2024-11-17T03:17:50,202 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T03:17:50,206 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b83ee2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:17:50,207 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T03:17:50,207 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T03:17:50,207 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T03:17:50,207 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T03:17:50,207 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T03:17:50,208 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T03:17:50,208 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T03:17:50,210 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T03:17:50,211 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Unable to get data of znode /1-394809182/balancer because node does not exist (not necessarily an error) 2024-11-17T03:17:50,276 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-394809182/balancer already deleted, retry=false 2024-11-17T03:17:50,276 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T03:17:50,277 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Unable to get data of znode /1-394809182/normalizer because node does not exist (not necessarily an error) 2024-11-17T03:17:50,286 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-394809182/normalizer already deleted, retry=false 2024-11-17T03:17:50,287 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T03:17:50,288 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Unable to get data of znode /1-394809182/switch/split because node does not exist (not necessarily an error) 2024-11-17T03:17:50,297 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-394809182/switch/split already deleted, retry=false 2024-11-17T03:17:50,298 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Unable to get data of znode /1-394809182/switch/merge because node does not exist (not necessarily an error) 2024-11-17T03:17:50,307 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-394809182/switch/merge already deleted, retry=false 2024-11-17T03:17:50,310 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Unable to get data of znode /1-394809182/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T03:17:50,318 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-394809182/snapshot-cleanup already deleted, retry=false 2024-11-17T03:17:50,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10146cc46b20004, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-394809182/running 2024-11-17T03:17:50,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-394809182/running 2024-11-17T03:17:50,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10146cc46b20004, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394809182 2024-11-17T03:17:50,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394809182 2024-11-17T03:17:50,329 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=695c90f4bb18,43285,1731813468215, sessionid=0x10146cc46b20003, setting cluster-up flag (Was=false) 2024-11-17T03:17:50,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394809182 2024-11-17T03:17:50,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10146cc46b20004, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394809182 2024-11-17T03:17:50,381 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-394809182/flush-table-proc/acquired, /1-394809182/flush-table-proc/reached, /1-394809182/flush-table-proc/abort 2024-11-17T03:17:50,384 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,43285,1731813468215 2024-11-17T03:17:50,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394809182 2024-11-17T03:17:50,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10146cc46b20004, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394809182 2024-11-17T03:17:50,439 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-394809182/online-snapshot/acquired, /1-394809182/online-snapshot/reached, /1-394809182/online-snapshot/abort 2024-11-17T03:17:50,440 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,43285,1731813468215 2024-11-17T03:17:50,442 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T03:17:50,443 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T03:17:50,444 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T03:17:50,444 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T03:17:50,444 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 695c90f4bb18,43285,1731813468215 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T03:17:50,445 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:17:50,445 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:17:50,446 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:17:50,446 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:17:50,446 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/695c90f4bb18:0, corePoolSize=10, maxPoolSize=10 2024-11-17T03:17:50,446 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:50,446 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:17:50,446 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:50,449 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:17:50,450 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T03:17:50,451 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:50,451 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T03:17:50,452 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731813500452 2024-11-17T03:17:50,452 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T03:17:50,452 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T03:17:50,452 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T03:17:50,452 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T03:17:50,452 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T03:17:50,452 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T03:17:50,456 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:50,457 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T03:17:50,457 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T03:17:50,457 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T03:17:50,457 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T03:17:50,457 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T03:17:50,457 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T03:17:50,460 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813470457,5,FailOnTimeoutGroup] 2024-11-17T03:17:50,461 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813470460,5,FailOnTimeoutGroup] 2024-11-17T03:17:50,461 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:50,461 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T03:17:50,461 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:50,461 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:50,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33339 is added to blk_1073741831_1007 (size=1321) 2024-11-17T03:17:50,531 INFO [RS:0;695c90f4bb18:34147 {}] regionserver.HRegionServer(746): ClusterId : 1edab82d-8adf-4632-9844-44147e575653 2024-11-17T03:17:50,531 DEBUG [RS:0;695c90f4bb18:34147 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T03:17:50,561 DEBUG [RS:0;695c90f4bb18:34147 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T03:17:50,561 DEBUG [RS:0;695c90f4bb18:34147 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T03:17:50,571 DEBUG [RS:0;695c90f4bb18:34147 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T03:17:50,572 DEBUG [RS:0;695c90f4bb18:34147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2002c3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:17:50,579 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T03:17:50,588 DEBUG [RS:0;695c90f4bb18:34147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;695c90f4bb18:34147 2024-11-17T03:17:50,588 INFO [RS:0;695c90f4bb18:34147 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T03:17:50,588 INFO [RS:0;695c90f4bb18:34147 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T03:17:50,588 DEBUG [RS:0;695c90f4bb18:34147 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T03:17:50,589 INFO [RS:0;695c90f4bb18:34147 {}] regionserver.HRegionServer(2659): reportForDuty to master=695c90f4bb18,43285,1731813468215 with port=34147, startcode=1731813468401 2024-11-17T03:17:50,589 DEBUG [RS:0;695c90f4bb18:34147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T03:17:50,591 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52881, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T03:17:50,591 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43285 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 695c90f4bb18,34147,1731813468401 2024-11-17T03:17:50,591 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43285 {}] master.ServerManager(517): Registering regionserver=695c90f4bb18,34147,1731813468401 2024-11-17T03:17:50,594 DEBUG [RS:0;695c90f4bb18:34147 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be 2024-11-17T03:17:50,594 DEBUG [RS:0;695c90f4bb18:34147 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34789 2024-11-17T03:17:50,594 DEBUG [RS:0;695c90f4bb18:34147 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T03:17:50,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394809182/rs 2024-11-17T03:17:50,639 DEBUG [RS:0;695c90f4bb18:34147 {}] zookeeper.ZKUtil(111): regionserver:34147-0x10146cc46b20004, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Set watcher on existing znode=/1-394809182/rs/695c90f4bb18,34147,1731813468401 2024-11-17T03:17:50,639 WARN [RS:0;695c90f4bb18:34147 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:17:50,639 INFO [RS:0;695c90f4bb18:34147 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:17:50,639 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [695c90f4bb18,34147,1731813468401] 2024-11-17T03:17:50,639 DEBUG [RS:0;695c90f4bb18:34147 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/WALs/695c90f4bb18,34147,1731813468401 2024-11-17T03:17:50,643 INFO [RS:0;695c90f4bb18:34147 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T03:17:50,644 INFO [RS:0;695c90f4bb18:34147 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T03:17:50,645 INFO [RS:0;695c90f4bb18:34147 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T03:17:50,645 INFO [RS:0;695c90f4bb18:34147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:50,645 INFO [RS:0;695c90f4bb18:34147 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T03:17:50,646 INFO [RS:0;695c90f4bb18:34147 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T03:17:50,646 INFO [RS:0;695c90f4bb18:34147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:50,646 DEBUG [RS:0;695c90f4bb18:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:50,646 DEBUG [RS:0;695c90f4bb18:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:50,646 DEBUG [RS:0;695c90f4bb18:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:50,646 DEBUG [RS:0;695c90f4bb18:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:50,646 DEBUG [RS:0;695c90f4bb18:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:50,646 DEBUG [RS:0;695c90f4bb18:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:17:50,646 DEBUG [RS:0;695c90f4bb18:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:50,646 DEBUG [RS:0;695c90f4bb18:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:50,647 DEBUG [RS:0;695c90f4bb18:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:50,647 DEBUG [RS:0;695c90f4bb18:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:50,647 DEBUG [RS:0;695c90f4bb18:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:50,647 DEBUG [RS:0;695c90f4bb18:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:17:50,647 DEBUG [RS:0;695c90f4bb18:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:17:50,647 DEBUG [RS:0;695c90f4bb18:34147 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:17:50,647 INFO [RS:0;695c90f4bb18:34147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:50,647 INFO [RS:0;695c90f4bb18:34147 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:50,647 INFO [RS:0;695c90f4bb18:34147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:50,647 INFO [RS:0;695c90f4bb18:34147 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:50,647 INFO [RS:0;695c90f4bb18:34147 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:50,647 INFO [RS:0;695c90f4bb18:34147 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,34147,1731813468401-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:17:50,665 INFO [RS:0;695c90f4bb18:34147 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T03:17:50,665 INFO [RS:0;695c90f4bb18:34147 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,34147,1731813468401-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:50,665 INFO [RS:0;695c90f4bb18:34147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:50,665 INFO [RS:0;695c90f4bb18:34147 {}] regionserver.Replication(171): 695c90f4bb18,34147,1731813468401 started 2024-11-17T03:17:50,683 INFO [RS:0;695c90f4bb18:34147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:50,684 INFO [RS:0;695c90f4bb18:34147 {}] regionserver.HRegionServer(1482): Serving as 695c90f4bb18,34147,1731813468401, RpcServer on 695c90f4bb18/172.17.0.3:34147, sessionid=0x10146cc46b20004 2024-11-17T03:17:50,684 DEBUG [RS:0;695c90f4bb18:34147 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T03:17:50,684 DEBUG [RS:0;695c90f4bb18:34147 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 695c90f4bb18,34147,1731813468401 2024-11-17T03:17:50,684 DEBUG [RS:0;695c90f4bb18:34147 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,34147,1731813468401' 2024-11-17T03:17:50,684 DEBUG [RS:0;695c90f4bb18:34147 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-394809182/flush-table-proc/abort' 2024-11-17T03:17:50,684 DEBUG [RS:0;695c90f4bb18:34147 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-394809182/flush-table-proc/acquired' 2024-11-17T03:17:50,685 DEBUG [RS:0;695c90f4bb18:34147 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T03:17:50,685 DEBUG [RS:0;695c90f4bb18:34147 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T03:17:50,685 DEBUG [RS:0;695c90f4bb18:34147 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 695c90f4bb18,34147,1731813468401 2024-11-17T03:17:50,685 DEBUG [RS:0;695c90f4bb18:34147 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,34147,1731813468401' 2024-11-17T03:17:50,685 DEBUG [RS:0;695c90f4bb18:34147 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-394809182/online-snapshot/abort' 2024-11-17T03:17:50,685 DEBUG [RS:0;695c90f4bb18:34147 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-394809182/online-snapshot/acquired' 2024-11-17T03:17:50,685 DEBUG [RS:0;695c90f4bb18:34147 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T03:17:50,685 INFO [RS:0;695c90f4bb18:34147 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T03:17:50,686 INFO [RS:0;695c90f4bb18:34147 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T03:17:50,786 INFO [RS:0;695c90f4bb18:34147 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:17:50,788 INFO [RS:0;695c90f4bb18:34147 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C34147%2C1731813468401, suffix=, logDir=hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/WALs/695c90f4bb18,34147,1731813468401, archiveDir=hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/oldWALs, maxLogs=10 2024-11-17T03:17:50,803 DEBUG [RS:0;695c90f4bb18:34147 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/WALs/695c90f4bb18,34147,1731813468401/695c90f4bb18%2C34147%2C1731813468401.1731813470788, exclude list is [], retry=0 2024-11-17T03:17:50,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33339,DS-c3df2128-8584-43bc-871c-65447fb714fd,DISK] 2024-11-17T03:17:50,808 INFO [RS:0;695c90f4bb18:34147 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/WALs/695c90f4bb18,34147,1731813468401/695c90f4bb18%2C34147%2C1731813468401.1731813470788 2024-11-17T03:17:50,809 DEBUG [RS:0;695c90f4bb18:34147 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36851:36851)] 2024-11-17T03:17:50,863 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T03:17:50,863 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be 2024-11-17T03:17:50,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33339 is added to blk_1073741833_1009 (size=32) 2024-11-17T03:17:51,270 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:17:51,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:17:51,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:17:51,274 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:51,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:51,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:17:51,276 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:17:51,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:51,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:51,277 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:17:51,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:17:51,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:51,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:51,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:17:51,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:17:51,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:51,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:51,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:17:51,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/data/hbase/meta/1588230740 2024-11-17T03:17:51,285 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/data/hbase/meta/1588230740 2024-11-17T03:17:51,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:17:51,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:17:51,287 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:17:51,289 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:17:51,291 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:17:51,292 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61941164, jitterRate=-0.07700473070144653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:17:51,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731813471270Initializing all the Stores at 1731813471271 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813471271Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813471272 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813471272Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813471272Cleaning up temporary data from old regions at 1731813471286 (+14 ms)Region opened successfully at 1731813471292 (+6 ms) 2024-11-17T03:17:51,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:17:51,292 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:17:51,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:17:51,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:17:51,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:17:51,293 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:17:51,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813471292Disabling compacts and flushes for region at 1731813471292Disabling writes for close at 1731813471293 (+1 ms)Writing region close event to WAL at 1731813471293Closed at 1731813471293 2024-11-17T03:17:51,299 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:17:51,299 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T03:17:51,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T03:17:51,301 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:17:51,307 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T03:17:51,379 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:17:51,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:17:51,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:17:51,457 DEBUG [695c90f4bb18:43285 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T03:17:51,458 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=695c90f4bb18,34147,1731813468401 2024-11-17T03:17:51,460 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,34147,1731813468401, state=OPENING 2024-11-17T03:17:51,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T03:17:51,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T03:17:51,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:17:51,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T03:17:51,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:17:51,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T03:17:51,474 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T03:17:51,474 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T03:17:51,513 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T03:17:51,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10146cc46b20004, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394809182 2024-11-17T03:17:51,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394809182 2024-11-17T03:17:51,524 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:17:51,524 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-394809182/meta-region-server: CHANGED 2024-11-17T03:17:51,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,34147,1731813468401}] 2024-11-17T03:17:51,526 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-394809182/meta-region-server: CHANGED 2024-11-17T03:17:51,680 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:17:51,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T03:17:51,693 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T03:17:51,693 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:17:51,694 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T03:17:51,696 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C34147%2C1731813468401.meta, suffix=.meta, logDir=hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/WALs/695c90f4bb18,34147,1731813468401, archiveDir=hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/oldWALs, maxLogs=10 2024-11-17T03:17:51,719 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/WALs/695c90f4bb18,34147,1731813468401/695c90f4bb18%2C34147%2C1731813468401.meta.1731813471696.meta, exclude list is [], retry=0 2024-11-17T03:17:51,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33339,DS-c3df2128-8584-43bc-871c-65447fb714fd,DISK] 2024-11-17T03:17:51,725 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/WALs/695c90f4bb18,34147,1731813468401/695c90f4bb18%2C34147%2C1731813468401.meta.1731813471696.meta 2024-11-17T03:17:51,726 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36851:36851)] 2024-11-17T03:17:51,726 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:17:51,727 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:17:51,727 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:17:51,727 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T03:17:51,727 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T03:17:51,728 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T03:17:51,728 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:17:51,728 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T03:17:51,728 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T03:17:51,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:17:51,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:17:51,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:51,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:51,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:17:51,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:17:51,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:51,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:51,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:17:51,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:17:51,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:51,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:51,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:17:51,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:17:51,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:51,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:17:51,743 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:17:51,744 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/data/hbase/meta/1588230740 2024-11-17T03:17:51,746 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/data/hbase/meta/1588230740 2024-11-17T03:17:51,748 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:17:51,748 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:17:51,750 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:17:51,752 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:17:51,753 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62102829, jitterRate=-0.07459573447704315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:17:51,754 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T03:17:51,754 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731813471728Writing region info on filesystem at 1731813471728Initializing all the Stores at 1731813471730 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813471730Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813471731 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813471731Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813471731Cleaning up temporary data from old regions at 1731813471748 (+17 ms)Running coprocessor post-open hooks at 1731813471754 (+6 ms)Region opened successfully at 1731813471754 2024-11-17T03:17:51,755 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731813471679 2024-11-17T03:17:51,759 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T03:17:51,759 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T03:17:51,760 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,34147,1731813468401 2024-11-17T03:17:51,761 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,34147,1731813468401, state=OPEN 2024-11-17T03:17:51,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10146cc46b20004, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-394809182/meta-region-server 2024-11-17T03:17:51,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-394809182/meta-region-server 2024-11-17T03:17:51,771 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=695c90f4bb18,34147,1731813468401 2024-11-17T03:17:51,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-394809182/meta-region-server: CHANGED 2024-11-17T03:17:51,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-394809182/meta-region-server: CHANGED 2024-11-17T03:17:51,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T03:17:51,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,34147,1731813468401 in 247 msec 2024-11-17T03:17:51,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T03:17:51,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 478 msec 2024-11-17T03:17:51,783 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:17:51,783 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T03:17:51,785 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:17:51,785 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,34147,1731813468401, seqNum=-1] 2024-11-17T03:17:51,785 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:17:51,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:17:51,805 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3600 sec 2024-11-17T03:17:51,805 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731813471805, completionTime=-1 2024-11-17T03:17:51,806 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T03:17:51,806 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T03:17:51,808 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T03:17:51,808 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731813531808 2024-11-17T03:17:51,808 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731813591808 2024-11-17T03:17:51,809 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T03:17:51,809 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,43285,1731813468215-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:51,809 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,43285,1731813468215-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:51,809 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,43285,1731813468215-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:51,809 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-695c90f4bb18:43285, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:51,809 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:51,813 DEBUG [master/695c90f4bb18:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T03:17:51,816 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:51,821 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.350sec 2024-11-17T03:17:51,821 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T03:17:51,821 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T03:17:51,821 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T03:17:51,821 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T03:17:51,822 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T03:17:51,822 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,43285,1731813468215-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:17:51,822 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,43285,1731813468215-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T03:17:51,826 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T03:17:51,826 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T03:17:51,826 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,43285,1731813468215-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:17:51,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c49a01c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:51,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,43285,-1 for getting cluster id 2024-11-17T03:17:51,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:17:51,849 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1edab82d-8adf-4632-9844-44147e575653' 2024-11-17T03:17:51,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:17:51,850 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1edab82d-8adf-4632-9844-44147e575653" 2024-11-17T03:17:51,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c9a5b9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:51,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,43285,-1] 2024-11-17T03:17:51,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:17:51,851 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:51,853 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:17:51,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40b62349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:51,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:17:51,857 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,34147,1731813468401, seqNum=-1] 2024-11-17T03:17:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:17:51,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:17:51,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=695c90f4bb18,43285,1731813468215 2024-11-17T03:17:51,863 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59114 2024-11-17T03:17:51,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:17:51,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10146cc46b20005 connected 2024-11-17T03:17:51,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c284ded, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:51,889 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,34503,-1 for getting cluster id 2024-11-17T03:17:51,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:17:51,890 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2c97e37-0151-48cd-8127-6b1934a72404' 2024-11-17T03:17:51,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:17:51,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2c97e37-0151-48cd-8127-6b1934a72404" 2024-11-17T03:17:51,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55501313, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:51,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,34503,-1] 2024-11-17T03:17:51,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:17:51,890 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:51,891 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:17:51,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32210ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:51,892 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:17:51,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,34503,1731813462564 2024-11-17T03:17:51,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57c488cc 2024-11-17T03:17:51,893 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:17:51,894 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:17:51,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://695c90f4bb18:43285,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T03:17:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T03:17:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:17:51,898 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:43285' 2024-11-17T03:17:51,898 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7977271b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:51,898 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,43285,-1 for getting cluster id 2024-11-17T03:17:51,899 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:17:51,899 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1edab82d-8adf-4632-9844-44147e575653' 2024-11-17T03:17:51,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:17:51,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1edab82d-8adf-4632-9844-44147e575653" 2024-11-17T03:17:51,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ce4e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:51,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,43285,-1] 2024-11-17T03:17:51,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:17:51,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:51,901 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:17:51,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da0f90d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:51,902 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:17:51,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,43285,1731813468215 2024-11-17T03:17:51,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4450776a 2024-11-17T03:17:51,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:17:51,904 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:17:51,905 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-17T03:17:51,905 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T03:17:51,905 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:51,905 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:51,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:17:51,906 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:17:51,907 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T03:17:51,910 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:17:51,910 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:51,911 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:17:51,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741835_1011 (size=1138) 2024-11-17T03:17:51,958 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T03:17:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:17:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:17:52,322 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 214fbf71c05c1c93e80f6c43c81d9623, NAME => 'hbase:replication,,1731813471906.214fbf71c05c1c93e80f6c43c81d9623.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9 2024-11-17T03:17:52,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741836_1012 (size=44) 2024-11-17T03:17:52,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:17:52,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813471906.214fbf71c05c1c93e80f6c43c81d9623.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:17:52,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 214fbf71c05c1c93e80f6c43c81d9623, disabling compactions & flushes 2024-11-17T03:17:52,731 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813471906.214fbf71c05c1c93e80f6c43c81d9623. 2024-11-17T03:17:52,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813471906.214fbf71c05c1c93e80f6c43c81d9623. 2024-11-17T03:17:52,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813471906.214fbf71c05c1c93e80f6c43c81d9623. after waiting 0 ms 2024-11-17T03:17:52,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813471906.214fbf71c05c1c93e80f6c43c81d9623. 2024-11-17T03:17:52,731 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731813471906.214fbf71c05c1c93e80f6c43c81d9623. 2024-11-17T03:17:52,731 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 214fbf71c05c1c93e80f6c43c81d9623: Waiting for close lock at 1731813472731Disabling compacts and flushes for region at 1731813472731Disabling writes for close at 1731813472731Writing region close event to WAL at 1731813472731Closed at 1731813472731 2024-11-17T03:17:52,733 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:17:52,734 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731813471906.214fbf71c05c1c93e80f6c43c81d9623.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731813472733"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813472733"}]},"ts":"1731813472733"} 2024-11-17T03:17:52,736 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:17:52,737 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:17:52,738 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813472737"}]},"ts":"1731813472737"} 2024-11-17T03:17:52,739 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T03:17:52,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=214fbf71c05c1c93e80f6c43c81d9623, ASSIGN}] 2024-11-17T03:17:52,741 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=214fbf71c05c1c93e80f6c43c81d9623, ASSIGN 2024-11-17T03:17:52,742 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=214fbf71c05c1c93e80f6c43c81d9623, ASSIGN; state=OFFLINE, location=695c90f4bb18,46195,1731813462774; forceNewPlan=false, retain=false 2024-11-17T03:17:52,892 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=214fbf71c05c1c93e80f6c43c81d9623, regionState=OPENING, regionLocation=695c90f4bb18,46195,1731813462774 2024-11-17T03:17:52,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=214fbf71c05c1c93e80f6c43c81d9623, ASSIGN because future has completed 2024-11-17T03:17:52,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 214fbf71c05c1c93e80f6c43c81d9623, server=695c90f4bb18,46195,1731813462774}] 2024-11-17T03:17:53,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:17:53,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731813471906.214fbf71c05c1c93e80f6c43c81d9623. 2024-11-17T03:17:53,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:17:53,052 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T03:17:53,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C46195%2C1731813462774.rep, suffix=, logDir=hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/WALs/695c90f4bb18,46195,1731813462774, archiveDir=hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/oldWALs, maxLogs=10 2024-11-17T03:17:53,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/WALs/695c90f4bb18,46195,1731813462774/695c90f4bb18%2C46195%2C1731813462774.rep.1731813473054, exclude list is [], retry=0 2024-11-17T03:17:53,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46213,DS-b97e5807-df37-45d8-8399-e8cca9fb3fcc,DISK] 2024-11-17T03:17:53,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/WALs/695c90f4bb18,46195,1731813462774/695c90f4bb18%2C46195%2C1731813462774.rep.1731813473054 2024-11-17T03:17:53,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44219:44219)] 2024-11-17T03:17:53,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 214fbf71c05c1c93e80f6c43c81d9623, NAME => 'hbase:replication,,1731813471906.214fbf71c05c1c93e80f6c43c81d9623.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:17:53,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:17:53,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:17:53,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731813471906.214fbf71c05c1c93e80f6c43c81d9623. service=MultiRowMutationService 2024-11-17T03:17:53,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T03:17:53,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 214fbf71c05c1c93e80f6c43c81d9623 2024-11-17T03:17:53,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813471906.214fbf71c05c1c93e80f6c43c81d9623.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:17:53,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 214fbf71c05c1c93e80f6c43c81d9623 2024-11-17T03:17:53,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 214fbf71c05c1c93e80f6c43c81d9623 2024-11-17T03:17:53,072 INFO [StoreOpener-214fbf71c05c1c93e80f6c43c81d9623-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 214fbf71c05c1c93e80f6c43c81d9623 2024-11-17T03:17:53,073 INFO [StoreOpener-214fbf71c05c1c93e80f6c43c81d9623-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 214fbf71c05c1c93e80f6c43c81d9623 columnFamilyName hfileref 2024-11-17T03:17:53,073 DEBUG [StoreOpener-214fbf71c05c1c93e80f6c43c81d9623-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:53,074 INFO [StoreOpener-214fbf71c05c1c93e80f6c43c81d9623-1 {}] regionserver.HStore(327): Store=214fbf71c05c1c93e80f6c43c81d9623/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:17:53,074 INFO [StoreOpener-214fbf71c05c1c93e80f6c43c81d9623-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 214fbf71c05c1c93e80f6c43c81d9623 2024-11-17T03:17:53,075 INFO [StoreOpener-214fbf71c05c1c93e80f6c43c81d9623-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 214fbf71c05c1c93e80f6c43c81d9623 columnFamilyName queue 2024-11-17T03:17:53,075 DEBUG [StoreOpener-214fbf71c05c1c93e80f6c43c81d9623-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:53,075 INFO [StoreOpener-214fbf71c05c1c93e80f6c43c81d9623-1 {}] regionserver.HStore(327): Store=214fbf71c05c1c93e80f6c43c81d9623/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:17:53,076 INFO [StoreOpener-214fbf71c05c1c93e80f6c43c81d9623-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 214fbf71c05c1c93e80f6c43c81d9623 2024-11-17T03:17:53,076 INFO [StoreOpener-214fbf71c05c1c93e80f6c43c81d9623-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 214fbf71c05c1c93e80f6c43c81d9623 columnFamilyName sid 2024-11-17T03:17:53,076 DEBUG [StoreOpener-214fbf71c05c1c93e80f6c43c81d9623-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:17:53,077 INFO [StoreOpener-214fbf71c05c1c93e80f6c43c81d9623-1 {}] regionserver.HStore(327): Store=214fbf71c05c1c93e80f6c43c81d9623/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:17:53,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 214fbf71c05c1c93e80f6c43c81d9623 2024-11-17T03:17:53,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/replication/214fbf71c05c1c93e80f6c43c81d9623 2024-11-17T03:17:53,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/replication/214fbf71c05c1c93e80f6c43c81d9623 2024-11-17T03:17:53,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 214fbf71c05c1c93e80f6c43c81d9623 2024-11-17T03:17:53,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 214fbf71c05c1c93e80f6c43c81d9623 2024-11-17T03:17:53,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:17:53,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 214fbf71c05c1c93e80f6c43c81d9623 2024-11-17T03:17:53,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/replication/214fbf71c05c1c93e80f6c43c81d9623/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:17:53,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 214fbf71c05c1c93e80f6c43c81d9623; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58736778, jitterRate=-0.12475380301475525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:17:53,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 214fbf71c05c1c93e80f6c43c81d9623 2024-11-17T03:17:53,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 214fbf71c05c1c93e80f6c43c81d9623: Running coprocessor pre-open hook at 1731813473071Writing region info on filesystem at 1731813473071Initializing all the Stores at 1731813473072 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813473072Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813473072Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813473072Cleaning up temporary data from old regions at 1731813473079 (+7 ms)Running coprocessor post-open hooks at 1731813473082 (+3 ms)Region opened successfully at 1731813473082 2024-11-17T03:17:53,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731813471906.214fbf71c05c1c93e80f6c43c81d9623., pid=7, masterSystemTime=1731813473047 2024-11-17T03:17:53,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731813471906.214fbf71c05c1c93e80f6c43c81d9623. 2024-11-17T03:17:53,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731813471906.214fbf71c05c1c93e80f6c43c81d9623. 2024-11-17T03:17:53,086 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=214fbf71c05c1c93e80f6c43c81d9623, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,46195,1731813462774 2024-11-17T03:17:53,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 214fbf71c05c1c93e80f6c43c81d9623, server=695c90f4bb18,46195,1731813462774 because future has completed 2024-11-17T03:17:53,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-17T03:17:53,091 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 214fbf71c05c1c93e80f6c43c81d9623, server=695c90f4bb18,46195,1731813462774 in 194 msec 2024-11-17T03:17:53,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T03:17:53,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=214fbf71c05c1c93e80f6c43c81d9623, ASSIGN in 351 msec 2024-11-17T03:17:53,094 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:17:53,094 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813473094"}]},"ts":"1731813473094"} 2024-11-17T03:17:53,096 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T03:17:53,097 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:17:53,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1910 sec 2024-11-17T03:17:53,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731813471906.214fbf71c05c1c93e80f6c43c81d9623., hostname=695c90f4bb18,46195,1731813462774, seqNum=2] 2024-11-17T03:17:53,218 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x10146cc46b20001, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1931503921 2024-11-17T03:17:53,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1931503921 2024-11-17T03:17:53,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T03:17:53,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46195 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-17T03:17:53,395 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T03:17:53,421 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-695c90f4bb18,46195,1731813462774, ReplicationSource: 1, currentBandwidth=0 2024-11-17T03:17:53,421 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:17:53,421 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,46195,1731813462774, seqNum=-1] 2024-11-17T03:17:53,422 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:17:53,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-17T03:17:53,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-695c90f4bb18,46195,1731813462774', locateType=CURRENT is [region=hbase:replication,,1731813471906.214fbf71c05c1c93e80f6c43c81d9623., hostname=695c90f4bb18,46195,1731813462774, seqNum=2] 2024-11-17T03:17:53,427 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-17T03:17:53,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-17T03:17:53,431 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 695c90f4bb18,46195,1731813462774 suceeded 2024-11-17T03:17:53,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-17T03:17:53,434 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://695c90f4bb18:43285,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T03:17:53,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-17T03:17:53,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5390 sec 2024-11-17T03:17:53,442 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46195,1731813462774 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:43285' 2024-11-17T03:17:53,443 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46195,1731813462774 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4287d792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:53,443 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46195,1731813462774 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,43285,-1 for getting cluster id 2024-11-17T03:17:53,444 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46195,1731813462774 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:17:53,444 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1edab82d-8adf-4632-9844-44147e575653' 2024-11-17T03:17:53,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:17:53,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1edab82d-8adf-4632-9844-44147e575653" 2024-11-17T03:17:53,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a437151, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:53,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,43285,-1] 2024-11-17T03:17:53,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:17:53,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:53,446 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:17:53,447 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46195,1731813462774 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b58a99c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:17:53,447 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46195,1731813462774 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:17:53,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,43285,1731813468215 2024-11-17T03:17:53,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b9bc77b 2024-11-17T03:17:53,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:17:53,448 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-17T03:17:53,449 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46195,1731813462774 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-695c90f4bb18,46195,1731813462774 (queues=1) is replicating from cluster=e2c97e37-0151-48cd-8127-6b1934a72404 to cluster=1edab82d-8adf-4632-9844-44147e575653 2024-11-17T03:17:53,449 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46195,1731813462774 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=695c90f4bb18%2C46195%2C1731813462774 2024-11-17T03:17:53,449 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46195,1731813462774 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-695c90f4bb18,46195,1731813462774, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T03:17:53,449 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46195,1731813462774.replicationSource.shipper695c90f4bb18%2C46195%2C1731813462774,1-695c90f4bb18,46195,1731813462774 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 695c90f4bb18%2C46195%2C1731813462774 2024-11-17T03:17:53,449 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46195,1731813462774.replicationSource.wal-reader.695c90f4bb18%2C46195%2C1731813462774,1-695c90f4bb18,46195,1731813462774 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/WALs/695c90f4bb18,46195,1731813462774/695c90f4bb18%2C46195%2C1731813462774.1731813464734, startPosition=0, beingWritten=true 2024-11-17T03:17:53,659 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46195,1731813462774.replicationSource.wal-reader.695c90f4bb18%2C46195%2C1731813462774,1-695c90f4bb18,46195,1731813462774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/WALs/695c90f4bb18,46195,1731813462774/695c90f4bb18%2C46195%2C1731813462774.1731813464734 to pos 0, reset compression=false 2024-11-17T03:17:53,964 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46195,1731813462774.replicationSource.wal-reader.695c90f4bb18%2C46195%2C1731813462774,1-695c90f4bb18,46195,1731813462774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/WALs/695c90f4bb18,46195,1731813462774/695c90f4bb18%2C46195%2C1731813462774.1731813464734 to pos 0, reset compression=false 2024-11-17T03:17:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:17:54,044 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T03:17:54,044 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:17:54,044 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:17:54,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:54,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:54,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:17:54,045 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:17:54,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,34503,1731813462564 2024-11-17T03:17:54,045 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@512868b3 2024-11-17T03:17:54,046 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:17:54,047 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:17:54,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34503 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-17T03:17:54,047 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T03:17:54,047 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:17:54,047 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:17:54,047 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:54,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:54,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:17:54,048 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T03:17:54,048 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=244851082, stopped=false 2024-11-17T03:17:54,048 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=695c90f4bb18,43285,1731813468215 2024-11-17T03:17:54,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10146cc46b20004, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-394809182/running 2024-11-17T03:17:54,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-394809182/running 2024-11-17T03:17:54,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10146cc46b20004, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394809182 2024-11-17T03:17:54,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394809182 2024-11-17T03:17:54,113 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:17:54,113 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:17:54,113 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:17:54,113 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:54,113 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '695c90f4bb18,34147,1731813468401' ***** 2024-11-17T03:17:54,113 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Set watcher on znode that does not yet exist, /1-394809182/running 2024-11-17T03:17:54,114 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T03:17:54,114 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34147-0x10146cc46b20004, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Set watcher on znode that does not yet exist, /1-394809182/running 2024-11-17T03:17:54,114 INFO [RS:0;695c90f4bb18:34147 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T03:17:54,114 INFO [RS:0;695c90f4bb18:34147 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T03:17:54,114 INFO [RS:0;695c90f4bb18:34147 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T03:17:54,114 INFO [RS:0;695c90f4bb18:34147 {}] regionserver.HRegionServer(959): stopping server 695c90f4bb18,34147,1731813468401 2024-11-17T03:17:54,114 INFO [RS:0;695c90f4bb18:34147 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:17:54,114 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T03:17:54,114 INFO [RS:0;695c90f4bb18:34147 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:34147. 2024-11-17T03:17:54,114 DEBUG [RS:0;695c90f4bb18:34147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:17:54,114 DEBUG [RS:0;695c90f4bb18:34147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:54,114 INFO [RS:0;695c90f4bb18:34147 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T03:17:54,114 INFO [RS:0;695c90f4bb18:34147 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T03:17:54,114 INFO [RS:0;695c90f4bb18:34147 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T03:17:54,114 INFO [RS:0;695c90f4bb18:34147 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T03:17:54,114 INFO [RS:0;695c90f4bb18:34147 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T03:17:54,114 DEBUG [RS:0;695c90f4bb18:34147 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T03:17:54,115 DEBUG [RS:0;695c90f4bb18:34147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:17:54,115 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:17:54,115 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:17:54,115 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:17:54,115 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:17:54,115 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:17:54,115 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-17T03:17:54,129 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/data/hbase/meta/1588230740/.tmp/ns/eb19b58d92264ebba0966fa2d616c5f2 is 43, key is default/ns:d/1731813471788/Put/seqid=0 2024-11-17T03:17:54,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33339 is added to blk_1073741835_1011 (size=5153) 2024-11-17T03:17:54,150 INFO [regionserver/695c90f4bb18:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:17:54,315 DEBUG [RS:0;695c90f4bb18:34147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:17:54,369 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46195,1731813462774.replicationSource.wal-reader.695c90f4bb18%2C46195%2C1731813462774,1-695c90f4bb18,46195,1731813462774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/WALs/695c90f4bb18,46195,1731813462774/695c90f4bb18%2C46195%2C1731813462774.1731813464734 to pos 0, reset compression=false 2024-11-17T03:17:54,515 DEBUG [RS:0;695c90f4bb18:34147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:17:54,534 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/data/hbase/meta/1588230740/.tmp/ns/eb19b58d92264ebba0966fa2d616c5f2 2024-11-17T03:17:54,541 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/data/hbase/meta/1588230740/.tmp/ns/eb19b58d92264ebba0966fa2d616c5f2 as hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/data/hbase/meta/1588230740/ns/eb19b58d92264ebba0966fa2d616c5f2 2024-11-17T03:17:54,547 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/data/hbase/meta/1588230740/ns/eb19b58d92264ebba0966fa2d616c5f2, entries=2, sequenceid=6, filesize=5.0 K 2024-11-17T03:17:54,548 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false 2024-11-17T03:17:54,553 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T03:17:54,553 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:17:54,553 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:17:54,553 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:17:54,553 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813474115Running coprocessor pre-close hooks at 1731813474115Disabling compacts and flushes for region at 1731813474115Disabling writes for close at 1731813474115Obtaining lock to block concurrent updates at 1731813474115Preparing flush snapshotting stores in 1588230740 at 1731813474115Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731813474115Flushing stores of hbase:meta,,1.1588230740 at 1731813474116 (+1 ms)Flushing 1588230740/ns: creating writer at 1731813474116Flushing 1588230740/ns: appending metadata at 1731813474128 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731813474128Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8f859e3: reopening flushed file at 1731813474540 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 433ms, sequenceid=6, compaction requested=false at 1731813474548 (+8 ms)Writing region close event to WAL at 1731813474549 (+1 ms)Running coprocessor post-close hooks at 1731813474553 (+4 ms)Closed at 1731813474553 2024-11-17T03:17:54,554 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T03:17:54,647 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T03:17:54,648 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T03:17:54,715 INFO [RS:0;695c90f4bb18:34147 {}] regionserver.HRegionServer(976): stopping server 695c90f4bb18,34147,1731813468401; all regions closed. 2024-11-17T03:17:54,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33339 is added to blk_1073741834_1010 (size=1152) 2024-11-17T03:17:54,718 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/WALs/695c90f4bb18,34147,1731813468401/695c90f4bb18%2C34147%2C1731813468401.meta.1731813471696.meta not finished, retry = 0 2024-11-17T03:17:54,820 DEBUG [RS:0;695c90f4bb18:34147 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/oldWALs 2024-11-17T03:17:54,820 INFO [RS:0;695c90f4bb18:34147 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C34147%2C1731813468401.meta:.meta(num 1731813471696) 2024-11-17T03:17:54,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33339 is added to blk_1073741832_1008 (size=93) 2024-11-17T03:17:54,823 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/WALs/695c90f4bb18,34147,1731813468401/695c90f4bb18%2C34147%2C1731813468401.1731813470788 not finished, retry = 0 2024-11-17T03:17:54,874 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46195,1731813462774.replicationSource.wal-reader.695c90f4bb18%2C46195%2C1731813462774,1-695c90f4bb18,46195,1731813462774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/WALs/695c90f4bb18,46195,1731813462774/695c90f4bb18%2C46195%2C1731813462774.1731813464734 to pos 0, reset compression=false 2024-11-17T03:17:54,925 DEBUG [RS:0;695c90f4bb18:34147 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/oldWALs 2024-11-17T03:17:54,925 INFO [RS:0;695c90f4bb18:34147 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C34147%2C1731813468401:(num 1731813470788) 2024-11-17T03:17:54,925 DEBUG [RS:0;695c90f4bb18:34147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:54,925 INFO [RS:0;695c90f4bb18:34147 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:17:54,925 INFO [RS:0;695c90f4bb18:34147 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:17:54,925 INFO [RS:0;695c90f4bb18:34147 {}] hbase.ChoreService(370): Chore service for: regionserver/695c90f4bb18:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T03:17:54,925 INFO [RS:0;695c90f4bb18:34147 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:17:54,926 INFO [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:17:54,926 INFO [RS:0;695c90f4bb18:34147 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34147 2024-11-17T03:17:54,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394809182/rs 2024-11-17T03:17:54,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10146cc46b20004, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-394809182/rs/695c90f4bb18,34147,1731813468401 2024-11-17T03:17:54,997 INFO [RS:0;695c90f4bb18:34147 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:17:55,007 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [695c90f4bb18,34147,1731813468401] 2024-11-17T03:17:55,018 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-394809182/draining/695c90f4bb18,34147,1731813468401 already deleted, retry=false 2024-11-17T03:17:55,018 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 695c90f4bb18,34147,1731813468401 expired; onlineServers=0 2024-11-17T03:17:55,018 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '695c90f4bb18,43285,1731813468215' ***** 2024-11-17T03:17:55,018 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T03:17:55,018 INFO [M:0;695c90f4bb18:43285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:17:55,018 INFO [M:0;695c90f4bb18:43285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:17:55,018 DEBUG [M:0;695c90f4bb18:43285 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T03:17:55,018 DEBUG [M:0;695c90f4bb18:43285 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T03:17:55,018 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T03:17:55,018 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813470457 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813470457,5,FailOnTimeoutGroup] 2024-11-17T03:17:55,018 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813470460 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813470460,5,FailOnTimeoutGroup] 2024-11-17T03:17:55,019 INFO [M:0;695c90f4bb18:43285 {}] hbase.ChoreService(370): Chore service for: master/695c90f4bb18:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T03:17:55,019 INFO [M:0;695c90f4bb18:43285 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:17:55,019 DEBUG [M:0;695c90f4bb18:43285 {}] master.HMaster(1795): Stopping service threads 2024-11-17T03:17:55,019 INFO [M:0;695c90f4bb18:43285 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T03:17:55,019 INFO [M:0;695c90f4bb18:43285 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:17:55,019 INFO [M:0;695c90f4bb18:43285 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T03:17:55,019 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T03:17:55,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-394809182/master 2024-11-17T03:17:55,028 DEBUG [M:0;695c90f4bb18:43285 {}] zookeeper.ZKUtil(347): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Unable to get data of znode /1-394809182/master because node does not exist (not an error) 2024-11-17T03:17:55,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-394809182 2024-11-17T03:17:55,028 WARN [M:0;695c90f4bb18:43285 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T03:17:55,029 INFO [M:0;695c90f4bb18:43285 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/.lastflushedseqids 2024-11-17T03:17:55,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33339 is added to blk_1073741836_1012 (size=99) 2024-11-17T03:17:55,108 INFO [RS:0;695c90f4bb18:34147 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:17:55,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10146cc46b20004, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:17:55,108 INFO [RS:0;695c90f4bb18:34147 {}] regionserver.HRegionServer(1031): Exiting; stopping=695c90f4bb18,34147,1731813468401; zookeeper connection closed. 2024-11-17T03:17:55,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34147-0x10146cc46b20004, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:17:55,108 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@52a3d007 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@52a3d007 2024-11-17T03:17:55,108 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T03:17:55,434 INFO [M:0;695c90f4bb18:43285 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T03:17:55,434 INFO [M:0;695c90f4bb18:43285 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T03:17:55,434 DEBUG [M:0;695c90f4bb18:43285 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:17:55,434 INFO [M:0;695c90f4bb18:43285 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:55,434 DEBUG [M:0;695c90f4bb18:43285 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:55,434 DEBUG [M:0;695c90f4bb18:43285 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:17:55,434 DEBUG [M:0;695c90f4bb18:43285 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:55,435 INFO [M:0;695c90f4bb18:43285 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-17T03:17:55,450 DEBUG [M:0;695c90f4bb18:43285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a13a8e9e2ec847c29d700f68e2b95346 is 82, key is hbase:meta,,1/info:regioninfo/1731813471760/Put/seqid=0 2024-11-17T03:17:55,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33339 is added to blk_1073741837_1013 (size=5672) 2024-11-17T03:17:55,478 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46195,1731813462774.replicationSource.wal-reader.695c90f4bb18%2C46195%2C1731813462774,1-695c90f4bb18,46195,1731813462774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/WALs/695c90f4bb18,46195,1731813462774/695c90f4bb18%2C46195%2C1731813462774.1731813464734 to pos 0, reset compression=false 2024-11-17T03:17:55,910 INFO [M:0;695c90f4bb18:43285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a13a8e9e2ec847c29d700f68e2b95346 2024-11-17T03:17:55,930 DEBUG [M:0;695c90f4bb18:43285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95ed9ca3e85549f5a7fed0e1d0237234 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731813471804/Put/seqid=0 2024-11-17T03:17:55,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33339 is added to blk_1073741838_1014 (size=5275) 2024-11-17T03:17:56,184 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46195,1731813462774.replicationSource.wal-reader.695c90f4bb18%2C46195%2C1731813462774,1-695c90f4bb18,46195,1731813462774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/WALs/695c90f4bb18,46195,1731813462774/695c90f4bb18%2C46195%2C1731813462774.1731813464734 to pos 0, reset compression=false 2024-11-17T03:17:56,335 INFO [M:0;695c90f4bb18:43285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95ed9ca3e85549f5a7fed0e1d0237234 2024-11-17T03:17:56,359 DEBUG [M:0;695c90f4bb18:43285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09dbd754cf5b413ebf67cfd913038941 is 69, key is 695c90f4bb18,34147,1731813468401/rs:state/1731813470592/Put/seqid=0 2024-11-17T03:17:56,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33339 is added to blk_1073741839_1015 (size=5156) 2024-11-17T03:17:56,366 INFO [M:0;695c90f4bb18:43285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09dbd754cf5b413ebf67cfd913038941 2024-11-17T03:17:56,373 DEBUG [M:0;695c90f4bb18:43285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a13a8e9e2ec847c29d700f68e2b95346 as hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a13a8e9e2ec847c29d700f68e2b95346 2024-11-17T03:17:56,379 INFO [M:0;695c90f4bb18:43285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a13a8e9e2ec847c29d700f68e2b95346, entries=8, sequenceid=28, filesize=5.5 K 2024-11-17T03:17:56,380 DEBUG [M:0;695c90f4bb18:43285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/95ed9ca3e85549f5a7fed0e1d0237234 as hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95ed9ca3e85549f5a7fed0e1d0237234 2024-11-17T03:17:56,385 INFO [M:0;695c90f4bb18:43285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/95ed9ca3e85549f5a7fed0e1d0237234, entries=3, sequenceid=28, filesize=5.2 K 2024-11-17T03:17:56,386 DEBUG [M:0;695c90f4bb18:43285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/09dbd754cf5b413ebf67cfd913038941 as hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09dbd754cf5b413ebf67cfd913038941 2024-11-17T03:17:56,394 INFO [M:0;695c90f4bb18:43285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34789/user/jenkins/test-data/066b3141-c10f-6342-1978-7f878c5bb0be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/09dbd754cf5b413ebf67cfd913038941, entries=1, sequenceid=28, filesize=5.0 K 2024-11-17T03:17:56,395 INFO [M:0;695c90f4bb18:43285 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 961ms, sequenceid=28, compaction requested=false 2024-11-17T03:17:56,396 INFO [M:0;695c90f4bb18:43285 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:56,396 DEBUG [M:0;695c90f4bb18:43285 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813475434Disabling compacts and flushes for region at 1731813475434Disabling writes for close at 1731813475434Obtaining lock to block concurrent updates at 1731813475435 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731813475435Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731813475435Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731813475436 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731813475436Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731813475449 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731813475449Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731813475915 (+466 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731813475930 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731813475930Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731813476343 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731813476359 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731813476359Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11cd3b1: reopening flushed file at 1731813476372 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@226ed72c: reopening flushed file at 1731813476379 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78ab1fb9: reopening flushed file at 1731813476386 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 961ms, sequenceid=28, compaction requested=false at 1731813476395 (+9 ms)Writing region close event to WAL at 1731813476396 (+1 ms)Closed at 1731813476396 2024-11-17T03:17:56,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33339 is added to blk_1073741830_1006 (size=10165) 2024-11-17T03:17:56,400 INFO [M:0;695c90f4bb18:43285 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T03:17:56,400 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:17:56,400 INFO [M:0;695c90f4bb18:43285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43285 2024-11-17T03:17:56,400 INFO [M:0;695c90f4bb18:43285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:17:56,550 INFO [M:0;695c90f4bb18:43285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:17:56,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:17:56,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43285-0x10146cc46b20003, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:17:56,570 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62dcb158{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:17:56,571 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e702ae3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:17:56,571 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:17:56,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e3caa5b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:17:56,571 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1450060e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/hadoop.log.dir/,STOPPED} 2024-11-17T03:17:56,572 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T03:17:56,572 WARN [BP-1635420740-172.17.0.3-1731813466110 heartbeating to localhost/127.0.0.1:34789 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T03:17:56,572 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T03:17:56,572 WARN [BP-1635420740-172.17.0.3-1731813466110 heartbeating to localhost/127.0.0.1:34789 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1635420740-172.17.0.3-1731813466110 (Datanode Uuid 54a78f59-c37e-4947-abab-e83935de1a3e) service to localhost/127.0.0.1:34789 2024-11-17T03:17:56,572 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/cluster_7b66a439-2550-b827-0fa0-2ee80fb32913/data/data1/current/BP-1635420740-172.17.0.3-1731813466110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:17:56,573 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/cluster_7b66a439-2550-b827-0fa0-2ee80fb32913/data/data2/current/BP-1635420740-172.17.0.3-1731813466110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:17:56,573 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T03:17:56,578 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66517542{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:17:56,579 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79264b41{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:17:56,579 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:17:56,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@251f6c68{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:17:56,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@612bb3cb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/hadoop.log.dir/,STOPPED} 2024-11-17T03:17:56,580 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T03:17:56,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T03:17:56,591 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T03:17:56,591 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:17:56,591 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:17:56,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:56,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:56,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:17:56,592 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T03:17:56,592 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=490527497, stopped=false 2024-11-17T03:17:56,592 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=695c90f4bb18,34503,1731813462564 2024-11-17T03:17:56,607 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x10146cc46b20001, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1931503921/running 2024-11-17T03:17:56,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1931503921/running 2024-11-17T03:17:56,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1931503921 2024-11-17T03:17:56,607 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x10146cc46b20001, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1931503921 2024-11-17T03:17:56,607 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:17:56,608 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:17:56,608 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:17:56,608 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:56,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Set watcher on znode that does not yet exist, /0-1931503921/running 2024-11-17T03:17:56,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46195-0x10146cc46b20001, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Set watcher on znode that does not yet exist, /0-1931503921/running 2024-11-17T03:17:56,608 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '695c90f4bb18,46195,1731813462774' ***** 2024-11-17T03:17:56,608 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T03:17:56,608 INFO [RS:0;695c90f4bb18:46195 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T03:17:56,608 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T03:17:56,608 INFO [RS:0;695c90f4bb18:46195 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T03:17:56,609 INFO [RS:0;695c90f4bb18:46195 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T03:17:56,609 INFO [RS:0;695c90f4bb18:46195 {}] regionserver.HRegionServer(3091): Received CLOSE for 214fbf71c05c1c93e80f6c43c81d9623 2024-11-17T03:17:56,609 INFO [RS:0;695c90f4bb18:46195 {}] regionserver.HRegionServer(959): stopping server 695c90f4bb18,46195,1731813462774 2024-11-17T03:17:56,609 INFO [RS:0;695c90f4bb18:46195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:17:56,609 INFO [RS:0;695c90f4bb18:46195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:46195. 2024-11-17T03:17:56,609 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 214fbf71c05c1c93e80f6c43c81d9623, disabling compactions & flushes 2024-11-17T03:17:56,609 DEBUG [RS:0;695c90f4bb18:46195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:17:56,609 DEBUG [RS:0;695c90f4bb18:46195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:56,609 INFO [RS:0;695c90f4bb18:46195 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T03:17:56,609 INFO [regionserver/695c90f4bb18:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:17:56,609 INFO [RS:0;695c90f4bb18:46195 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T03:17:56,609 INFO [RS:0;695c90f4bb18:46195 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T03:17:56,609 INFO [RS:0;695c90f4bb18:46195 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T03:17:56,609 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813471906.214fbf71c05c1c93e80f6c43c81d9623. 2024-11-17T03:17:56,609 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813471906.214fbf71c05c1c93e80f6c43c81d9623. 2024-11-17T03:17:56,609 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813471906.214fbf71c05c1c93e80f6c43c81d9623. after waiting 0 ms 2024-11-17T03:17:56,609 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813471906.214fbf71c05c1c93e80f6c43c81d9623. 2024-11-17T03:17:56,609 INFO [RS:0;695c90f4bb18:46195 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T03:17:56,609 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 214fbf71c05c1c93e80f6c43c81d9623 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-17T03:17:56,610 DEBUG [RS:0;695c90f4bb18:46195 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 214fbf71c05c1c93e80f6c43c81d9623=hbase:replication,,1731813471906.214fbf71c05c1c93e80f6c43c81d9623.} 2024-11-17T03:17:56,610 DEBUG [RS:0;695c90f4bb18:46195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 214fbf71c05c1c93e80f6c43c81d9623 2024-11-17T03:17:56,610 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:17:56,610 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:17:56,610 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:17:56,610 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:17:56,610 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:17:56,610 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-17T03:17:56,624 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/replication/214fbf71c05c1c93e80f6c43c81d9623/.tmp/queue/34e1fe7df683469bad111f6d91af7692 is 151, key is 1-695c90f4bb18,46195,1731813462774/queue:695c90f4bb18%2C46195%2C1731813462774/1731813473425/Put/seqid=0 2024-11-17T03:17:56,624 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/meta/1588230740/.tmp/info/a2d96589fb8049f68e7cf3996ae72a88 is 147, key is hbase:replication,,1731813471906.214fbf71c05c1c93e80f6c43c81d9623./info:regioninfo/1731813473085/Put/seqid=0 2024-11-17T03:17:56,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741838_1014 (size=5350) 2024-11-17T03:17:56,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741839_1015 (size=6631) 2024-11-17T03:17:56,687 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T03:17:56,687 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T03:17:56,810 DEBUG [RS:0;695c90f4bb18:46195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 214fbf71c05c1c93e80f6c43c81d9623 2024-11-17T03:17:56,988 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46195,1731813462774.replicationSource.wal-reader.695c90f4bb18%2C46195%2C1731813462774,1-695c90f4bb18,46195,1731813462774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/WALs/695c90f4bb18,46195,1731813462774/695c90f4bb18%2C46195%2C1731813462774.1731813464734 to pos 0, reset compression=false 2024-11-17T03:17:57,010 DEBUG [RS:0;695c90f4bb18:46195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 214fbf71c05c1c93e80f6c43c81d9623 2024-11-17T03:17:57,028 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/replication/214fbf71c05c1c93e80f6c43c81d9623/.tmp/queue/34e1fe7df683469bad111f6d91af7692 2024-11-17T03:17:57,032 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/meta/1588230740/.tmp/info/a2d96589fb8049f68e7cf3996ae72a88 2024-11-17T03:17:57,036 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/replication/214fbf71c05c1c93e80f6c43c81d9623/.tmp/queue/34e1fe7df683469bad111f6d91af7692 as hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/replication/214fbf71c05c1c93e80f6c43c81d9623/queue/34e1fe7df683469bad111f6d91af7692 2024-11-17T03:17:57,043 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/replication/214fbf71c05c1c93e80f6c43c81d9623/queue/34e1fe7df683469bad111f6d91af7692, entries=1, sequenceid=5, filesize=5.2 K 2024-11-17T03:17:57,044 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 214fbf71c05c1c93e80f6c43c81d9623 in 435ms, sequenceid=5, compaction requested=false 2024-11-17T03:17:57,059 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/replication/214fbf71c05c1c93e80f6c43c81d9623/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T03:17:57,060 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:17:57,060 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:17:57,060 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731813471906.214fbf71c05c1c93e80f6c43c81d9623. 2024-11-17T03:17:57,060 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 214fbf71c05c1c93e80f6c43c81d9623: Waiting for close lock at 1731813476609Running coprocessor pre-close hooks at 1731813476609Disabling compacts and flushes for region at 1731813476609Disabling writes for close at 1731813476609Obtaining lock to block concurrent updates at 1731813476609Preparing flush snapshotting stores in 214fbf71c05c1c93e80f6c43c81d9623 at 1731813476609Finished memstore snapshotting hbase:replication,,1731813471906.214fbf71c05c1c93e80f6c43c81d9623., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731813476610 (+1 ms)Flushing stores of hbase:replication,,1731813471906.214fbf71c05c1c93e80f6c43c81d9623. at 1731813476610Flushing 214fbf71c05c1c93e80f6c43c81d9623/queue: creating writer at 1731813476610Flushing 214fbf71c05c1c93e80f6c43c81d9623/queue: appending metadata at 1731813476623 (+13 ms)Flushing 214fbf71c05c1c93e80f6c43c81d9623/queue: closing flushed file at 1731813476623Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bf39cb: reopening flushed file at 1731813477035 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 214fbf71c05c1c93e80f6c43c81d9623 in 435ms, sequenceid=5, compaction requested=false at 1731813477044 (+9 ms)Writing region close event to WAL at 1731813477048 (+4 ms)Running coprocessor post-close hooks at 1731813477060 (+12 ms)Closed at 1731813477060 2024-11-17T03:17:57,061 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731813471906.214fbf71c05c1c93e80f6c43c81d9623. 2024-11-17T03:17:57,062 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/meta/1588230740/.tmp/ns/794f2302e62e416194c7389e2526f4c8 is 43, key is default/ns:d/1731813465952/Put/seqid=0 2024-11-17T03:17:57,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741840_1016 (size=5153) 2024-11-17T03:17:57,210 DEBUG [RS:0;695c90f4bb18:46195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:17:57,230 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:17:57,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:17:57,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:17:57,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:17:57,410 DEBUG [RS:0;695c90f4bb18:46195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:17:57,467 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/meta/1588230740/.tmp/ns/794f2302e62e416194c7389e2526f4c8 2024-11-17T03:17:57,485 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/meta/1588230740/.tmp/table/b65a4202b7794c4d97d90ef0446842a2 is 53, key is hbase:replication/table:state/1731813473094/Put/seqid=0 2024-11-17T03:17:57,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741841_1017 (size=5256) 2024-11-17T03:17:57,611 INFO [RS:0;695c90f4bb18:46195 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T03:17:57,611 DEBUG [RS:0;695c90f4bb18:46195 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T03:17:57,611 DEBUG [RS:0;695c90f4bb18:46195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:17:57,811 DEBUG [RS:0;695c90f4bb18:46195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:17:57,890 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/meta/1588230740/.tmp/table/b65a4202b7794c4d97d90ef0446842a2 2024-11-17T03:17:57,894 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46195,1731813462774.replicationSource.wal-reader.695c90f4bb18%2C46195%2C1731813462774,1-695c90f4bb18,46195,1731813462774 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/WALs/695c90f4bb18,46195,1731813462774/695c90f4bb18%2C46195%2C1731813462774.1731813464734 to pos 0, reset compression=false 2024-11-17T03:17:57,895 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/meta/1588230740/.tmp/info/a2d96589fb8049f68e7cf3996ae72a88 as hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/meta/1588230740/info/a2d96589fb8049f68e7cf3996ae72a88 2024-11-17T03:17:57,901 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/meta/1588230740/info/a2d96589fb8049f68e7cf3996ae72a88, entries=10, sequenceid=11, filesize=6.5 K 2024-11-17T03:17:57,902 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/meta/1588230740/.tmp/ns/794f2302e62e416194c7389e2526f4c8 as hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/meta/1588230740/ns/794f2302e62e416194c7389e2526f4c8 2024-11-17T03:17:57,907 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/meta/1588230740/ns/794f2302e62e416194c7389e2526f4c8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T03:17:57,908 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/meta/1588230740/.tmp/table/b65a4202b7794c4d97d90ef0446842a2 as hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/meta/1588230740/table/b65a4202b7794c4d97d90ef0446842a2 2024-11-17T03:17:57,913 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/meta/1588230740/table/b65a4202b7794c4d97d90ef0446842a2, entries=2, sequenceid=11, filesize=5.1 K 2024-11-17T03:17:57,914 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false 2024-11-17T03:17:57,917 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T03:17:57,918 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:17:57,918 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:17:57,918 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:17:57,918 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813476610Running coprocessor pre-close hooks at 1731813476610Disabling compacts and flushes for region at 1731813476610Disabling writes for close at 1731813476610Obtaining lock to block concurrent updates at 1731813476610Preparing flush snapshotting stores in 1588230740 at 1731813476610Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731813476610Flushing stores of hbase:meta,,1.1588230740 at 1731813476611 (+1 ms)Flushing 1588230740/info: creating writer at 1731813476611Flushing 1588230740/info: appending metadata at 1731813476624 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731813476624Flushing 1588230740/ns: creating writer at 1731813477042 (+418 ms)Flushing 1588230740/ns: appending metadata at 1731813477061 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731813477061Flushing 1588230740/table: creating writer at 1731813477472 (+411 ms)Flushing 1588230740/table: appending metadata at 1731813477484 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731813477484Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc8e36c: reopening flushed file at 1731813477894 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54c9e346: reopening flushed file at 1731813477901 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@286d2870: reopening flushed file at 1731813477907 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false at 1731813477914 (+7 ms)Writing region close event to WAL at 1731813477914Running coprocessor post-close hooks at 1731813477918 (+4 ms)Closed at 1731813477918 2024-11-17T03:17:57,918 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T03:17:58,011 INFO [RS:0;695c90f4bb18:46195 {}] regionserver.HRegionServer(976): stopping server 695c90f4bb18,46195,1731813462774; all regions closed. 2024-11-17T03:17:58,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741834_1010 (size=2742) 2024-11-17T03:17:58,016 DEBUG [RS:0;695c90f4bb18:46195 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/oldWALs 2024-11-17T03:17:58,016 INFO [RS:0;695c90f4bb18:46195 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C46195%2C1731813462774.meta:.meta(num 1731813465820) 2024-11-17T03:17:58,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741837_1013 (size=1586) 2024-11-17T03:17:58,018 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/WALs/695c90f4bb18,46195,1731813462774/695c90f4bb18%2C46195%2C1731813462774.rep.1731813473054 not finished, retry = 0 2024-11-17T03:17:58,122 DEBUG [RS:0;695c90f4bb18:46195 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/oldWALs 2024-11-17T03:17:58,122 INFO [RS:0;695c90f4bb18:46195 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C46195%2C1731813462774.rep:(num 1731813473054) 2024-11-17T03:17:58,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741832_1008 (size=93) 2024-11-17T03:17:58,131 DEBUG [RS:0;695c90f4bb18:46195 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/oldWALs 2024-11-17T03:17:58,131 INFO [RS:0;695c90f4bb18:46195 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C46195%2C1731813462774:(num 1731813464734) 2024-11-17T03:17:58,131 DEBUG [RS:0;695c90f4bb18:46195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:58,131 INFO [RS:0;695c90f4bb18:46195 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:17:58,131 INFO [RS:0;695c90f4bb18:46195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:17:58,131 INFO [RS:0;695c90f4bb18:46195 {}] hbase.ChoreService(370): Chore service for: regionserver/695c90f4bb18:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T03:17:58,132 INFO [RS:0;695c90f4bb18:46195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:17:58,132 INFO [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:17:58,132 INFO [RS:0;695c90f4bb18:46195 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-695c90f4bb18,46195,1731813462774 because: Region server is closing 2024-11-17T03:17:58,132 INFO [RS:0;695c90f4bb18:46195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:46195. 2024-11-17T03:17:58,132 DEBUG [RS:0;695c90f4bb18:46195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:17:58,132 DEBUG [RS:0;695c90f4bb18:46195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:58,132 DEBUG [RS:0;695c90f4bb18:46195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:17:58,132 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:17:58,233 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46195,1731813462774.replicationSource.wal-reader.695c90f4bb18%2C46195%2C1731813462774,1-695c90f4bb18,46195,1731813462774 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T03:17:58,233 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46195,1731813462774.replicationSource.shipper695c90f4bb18%2C46195%2C1731813462774,1-695c90f4bb18,46195,1731813462774 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T03:17:58,233 INFO [RS:0;695c90f4bb18:46195 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46195,1731813462774.replicationSource.shipper695c90f4bb18%2C46195%2C1731813462774,1-695c90f4bb18,46195,1731813462774 terminated 2024-11-17T03:17:58,233 INFO [RS:0;695c90f4bb18:46195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46195 2024-11-17T03:17:58,469 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x10146cc46b20001, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1931503921/rs/695c90f4bb18,46195,1731813462774 2024-11-17T03:17:58,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1931503921/rs 2024-11-17T03:17:58,469 INFO [RS:0;695c90f4bb18:46195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:17:58,591 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [695c90f4bb18,46195,1731813462774] 2024-11-17T03:17:58,627 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1931503921/draining/695c90f4bb18,46195,1731813462774 already deleted, retry=false 2024-11-17T03:17:58,627 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 695c90f4bb18,46195,1731813462774 expired; onlineServers=0 2024-11-17T03:17:58,627 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '695c90f4bb18,34503,1731813462564' ***** 2024-11-17T03:17:58,627 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T03:17:58,627 INFO [M:0;695c90f4bb18:34503 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:17:58,627 INFO [M:0;695c90f4bb18:34503 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:17:58,627 DEBUG [M:0;695c90f4bb18:34503 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T03:17:58,628 DEBUG [M:0;695c90f4bb18:34503 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T03:17:58,628 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T03:17:58,628 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813464516 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813464516,5,FailOnTimeoutGroup] 2024-11-17T03:17:58,628 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813464523 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813464523,5,FailOnTimeoutGroup] 2024-11-17T03:17:58,628 INFO [M:0;695c90f4bb18:34503 {}] hbase.ChoreService(370): Chore service for: master/695c90f4bb18:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T03:17:58,628 INFO [M:0;695c90f4bb18:34503 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:17:58,628 DEBUG [M:0;695c90f4bb18:34503 {}] master.HMaster(1795): Stopping service threads 2024-11-17T03:17:58,628 INFO [M:0;695c90f4bb18:34503 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T03:17:58,628 INFO [M:0;695c90f4bb18:34503 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:17:58,628 INFO [M:0;695c90f4bb18:34503 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T03:17:58,628 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T03:17:58,691 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x10146cc46b20001, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:17:58,691 INFO [RS:0;695c90f4bb18:46195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:17:58,691 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46195-0x10146cc46b20001, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:17:58,691 INFO [RS:0;695c90f4bb18:46195 {}] regionserver.HRegionServer(1031): Exiting; stopping=695c90f4bb18,46195,1731813462774; zookeeper connection closed. 2024-11-17T03:17:58,692 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@504dbd1d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@504dbd1d 2024-11-17T03:17:58,692 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T03:17:58,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1931503921/master 2024-11-17T03:17:58,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1931503921 2024-11-17T03:17:58,696 DEBUG [M:0;695c90f4bb18:34503 {}] zookeeper.ZKUtil(347): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Unable to get data of znode /0-1931503921/master because node does not exist (not an error) 2024-11-17T03:17:58,697 WARN [M:0;695c90f4bb18:34503 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T03:17:58,697 INFO [M:0;695c90f4bb18:34503 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/.lastflushedseqids 2024-11-17T03:17:58,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741842_1018 (size=181) 2024-11-17T03:17:59,104 INFO [M:0;695c90f4bb18:34503 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T03:17:59,104 INFO [M:0;695c90f4bb18:34503 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T03:17:59,104 DEBUG [M:0;695c90f4bb18:34503 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:17:59,104 INFO [M:0;695c90f4bb18:34503 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:59,104 DEBUG [M:0;695c90f4bb18:34503 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:59,104 DEBUG [M:0;695c90f4bb18:34503 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:17:59,104 DEBUG [M:0;695c90f4bb18:34503 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:17:59,104 INFO [M:0;695c90f4bb18:34503 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-17T03:17:59,119 DEBUG [M:0;695c90f4bb18:34503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8663d56717914eb38dca4c8cdc89318c is 82, key is hbase:meta,,1/info:regioninfo/1731813465914/Put/seqid=0 2024-11-17T03:17:59,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741843_1019 (size=5672) 2024-11-17T03:17:59,525 INFO [M:0;695c90f4bb18:34503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8663d56717914eb38dca4c8cdc89318c 2024-11-17T03:17:59,545 DEBUG [M:0;695c90f4bb18:34503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63b2cf7d307b43a18bac71853fa64d68 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731813473098/Put/seqid=0 2024-11-17T03:17:59,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741844_1020 (size=7203) 2024-11-17T03:17:59,950 INFO [M:0;695c90f4bb18:34503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63b2cf7d307b43a18bac71853fa64d68 2024-11-17T03:17:59,972 DEBUG [M:0;695c90f4bb18:34503 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c849ae86dca4efead0e47ae938da0e2 is 69, key is 695c90f4bb18,46195,1731813462774/rs:state/1731813464557/Put/seqid=0 2024-11-17T03:17:59,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741845_1021 (size=5156) 2024-11-17T03:17:59,985 INFO [M:0;695c90f4bb18:34503 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c849ae86dca4efead0e47ae938da0e2 2024-11-17T03:17:59,992 DEBUG [M:0;695c90f4bb18:34503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8663d56717914eb38dca4c8cdc89318c as hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8663d56717914eb38dca4c8cdc89318c 2024-11-17T03:17:59,997 INFO [M:0;695c90f4bb18:34503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8663d56717914eb38dca4c8cdc89318c, entries=8, sequenceid=70, filesize=5.5 K 2024-11-17T03:17:59,998 DEBUG [M:0;695c90f4bb18:34503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/63b2cf7d307b43a18bac71853fa64d68 as hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63b2cf7d307b43a18bac71853fa64d68 2024-11-17T03:18:00,003 INFO [M:0;695c90f4bb18:34503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/63b2cf7d307b43a18bac71853fa64d68, entries=8, sequenceid=70, filesize=7.0 K 2024-11-17T03:18:00,004 DEBUG [M:0;695c90f4bb18:34503 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0c849ae86dca4efead0e47ae938da0e2 as hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c849ae86dca4efead0e47ae938da0e2 2024-11-17T03:18:00,010 INFO [M:0;695c90f4bb18:34503 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41631/user/jenkins/test-data/78284020-5287-d456-acb2-9f46528294a9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0c849ae86dca4efead0e47ae938da0e2, entries=1, sequenceid=70, filesize=5.0 K 2024-11-17T03:18:00,011 INFO [M:0;695c90f4bb18:34503 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=70, compaction requested=false 2024-11-17T03:18:00,013 INFO [M:0;695c90f4bb18:34503 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:18:00,013 DEBUG [M:0;695c90f4bb18:34503 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813479104Disabling compacts and flushes for region at 1731813479104Disabling writes for close at 1731813479104Obtaining lock to block concurrent updates at 1731813479104Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731813479104Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731813479104Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731813479105 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731813479105Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731813479118 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731813479118Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731813479530 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731813479545 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731813479545Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731813479955 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731813479971 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731813479971Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@630e5d13: reopening flushed file at 1731813479991 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f7ba538: reopening flushed file at 1731813479997 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d88dbba: reopening flushed file at 1731813480003 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=70, compaction requested=false at 1731813480011 (+8 ms)Writing region close event to WAL at 1731813480013 (+2 ms)Closed at 1731813480013 2024-11-17T03:18:00,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46213 is added to blk_1073741830_1006 (size=41008) 2024-11-17T03:18:00,016 INFO [M:0;695c90f4bb18:34503 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T03:18:00,016 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:18:00,016 INFO [M:0;695c90f4bb18:34503 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34503 2024-11-17T03:18:00,016 INFO [M:0;695c90f4bb18:34503 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:18:00,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:18:00,145 INFO [M:0;695c90f4bb18:34503 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:18:00,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34503-0x10146cc46b20000, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:18:00,147 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19139ed0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:18:00,148 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78e7a2a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:18:00,148 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:18:00,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@729f5a6d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:18:00,148 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d997488{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/hadoop.log.dir/,STOPPED} 2024-11-17T03:18:00,149 WARN [BP-1889516375-172.17.0.3-1731813460781 heartbeating to localhost/127.0.0.1:41631 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T03:18:00,149 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T03:18:00,149 WARN [BP-1889516375-172.17.0.3-1731813460781 heartbeating to localhost/127.0.0.1:41631 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1889516375-172.17.0.3-1731813460781 (Datanode Uuid c9ab9c92-1439-447a-a91f-118b50ba72b3) service to localhost/127.0.0.1:41631 2024-11-17T03:18:00,149 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T03:18:00,150 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/cluster_f0db5d46-3268-323e-4322-543e3c57b540/data/data1/current/BP-1889516375-172.17.0.3-1731813460781 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:18:00,150 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/cluster_f0db5d46-3268-323e-4322-543e3c57b540/data/data2/current/BP-1889516375-172.17.0.3-1731813460781 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:18:00,150 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T03:18:00,156 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@443292d5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:18:00,157 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3df5ec7a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:18:00,157 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:18:00,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@597051b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:18:00,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ec9d19f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/94bff45e-b55d-53f1-a92c-1c777440ff0a/hadoop.log.dir/,STOPPED} 2024-11-17T03:18:00,164 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T03:18:00,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T03:18:00,189 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 109) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:34789 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:34789 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:41631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59114) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:34789 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34789 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:41631 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:41631 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59114) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34789 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:34789 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41631 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41631 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=478 (was 411) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6071 (was 2823) - AvailableMemoryMB LEAK? - 2024-11-17T03:18:00,195 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=478, ProcessCount=11, AvailableMemoryMB=6071 2024-11-17T03:18:00,208 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-17T03:18:00,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/hadoop.log.dir so I do NOT create it in target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29 2024-11-17T03:18:00,208 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T03:18:00,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/hadoop.tmp.dir so I do NOT create it in target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29 2024-11-17T03:18:00,208 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7f879599-06ae-5f0b-03d7-1cc909581143/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T03:18:00,209 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29 2024-11-17T03:18:00,209 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/cluster_b6b5c765-a6c0-2662-2c9b-29452ea6e034, deleteOnExit=true 2024-11-17T03:18:00,226 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/cluster_b6b5c765-a6c0-2662-2c9b-29452ea6e034/zookeeper_0, clientPort=65267, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/cluster_b6b5c765-a6c0-2662-2c9b-29452ea6e034/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/cluster_b6b5c765-a6c0-2662-2c9b-29452ea6e034/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T03:18:00,227 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65267 2024-11-17T03:18:00,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T03:18:00,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T03:18:00,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/test.cache.data in system properties and HBase conf 2024-11-17T03:18:00,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T03:18:00,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/hadoop.log.dir in system properties and HBase conf 2024-11-17T03:18:00,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T03:18:00,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T03:18:00,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T03:18:00,228 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T03:18:00,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:18:00,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:18:00,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T03:18:00,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:18:00,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T03:18:00,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T03:18:00,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:18:00,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:18:00,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T03:18:00,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/nfs.dump.dir in system properties and HBase conf 2024-11-17T03:18:00,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/java.io.tmpdir in system properties and HBase conf 2024-11-17T03:18:00,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:18:00,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T03:18:00,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T03:18:00,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10146cc46b20005, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T03:18:00,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10146cc46b20002, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T03:18:00,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10146cc46b20002, quorum=127.0.0.1:59114, baseZNode=/0-1931503921 Received Disconnected from ZooKeeper, ignoring 2024-11-17T03:18:00,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10146cc46b20005, quorum=127.0.0.1:59114, baseZNode=/1-394809182 Received Disconnected from ZooKeeper, ignoring 2024-11-17T03:18:00,823 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:18:00,828 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:18:00,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:18:00,831 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:18:00,831 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T03:18:00,833 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:18:00,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74beb9f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:18:00,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@136f7c83{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:18:00,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6adad429{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/java.io.tmpdir/jetty-localhost-44895-hadoop-hdfs-3_4_1-tests_jar-_-any-10972773136500838316/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:18:00,953 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d5812f1{HTTP/1.1, (http/1.1)}{localhost:44895} 2024-11-17T03:18:00,953 INFO [Time-limited test {}] server.Server(415): Started @57148ms 2024-11-17T03:18:01,237 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:18:01,243 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:18:01,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:18:01,244 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:18:01,244 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:18:01,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f5449c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:18:01,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c5b86cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:18:01,341 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4994fc5f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/java.io.tmpdir/jetty-localhost-38217-hadoop-hdfs-3_4_1-tests_jar-_-any-14165439165331639952/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:18:01,342 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@198d3c41{HTTP/1.1, (http/1.1)}{localhost:38217} 2024-11-17T03:18:01,342 INFO [Time-limited test {}] server.Server(415): Started @57538ms 2024-11-17T03:18:01,343 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T03:18:01,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:18:01,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T03:18:01,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T03:18:01,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:18:02,035 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/cluster_b6b5c765-a6c0-2662-2c9b-29452ea6e034/data/data2/current/BP-2020734684-172.17.0.3-1731813480264/current, will proceed with Du for space computation calculation, 2024-11-17T03:18:02,035 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/cluster_b6b5c765-a6c0-2662-2c9b-29452ea6e034/data/data1/current/BP-2020734684-172.17.0.3-1731813480264/current, will proceed with Du for space computation calculation, 2024-11-17T03:18:02,055 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T03:18:02,058 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xedbe78c6e0109aa8 with lease ID 0xc97a4db5b64617a4: Processing first storage report for DS-9a5a0b08-a3ff-4f97-aa9c-53919fda935b from datanode DatanodeRegistration(127.0.0.1:41589, datanodeUuid=dc0155b2-a0f4-43f0-89e5-7b7b4168481a, infoPort=37085, infoSecurePort=0, ipcPort=43963, storageInfo=lv=-57;cid=testClusterID;nsid=1848645087;c=1731813480264) 2024-11-17T03:18:02,058 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xedbe78c6e0109aa8 with lease ID 0xc97a4db5b64617a4: from storage DS-9a5a0b08-a3ff-4f97-aa9c-53919fda935b node DatanodeRegistration(127.0.0.1:41589, datanodeUuid=dc0155b2-a0f4-43f0-89e5-7b7b4168481a, infoPort=37085, infoSecurePort=0, ipcPort=43963, storageInfo=lv=-57;cid=testClusterID;nsid=1848645087;c=1731813480264), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:18:02,058 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xedbe78c6e0109aa8 with lease ID 0xc97a4db5b64617a4: Processing first storage report for DS-1a46f599-2bf2-4fcf-ba0a-50dadfd63eb9 from datanode DatanodeRegistration(127.0.0.1:41589, datanodeUuid=dc0155b2-a0f4-43f0-89e5-7b7b4168481a, infoPort=37085, infoSecurePort=0, ipcPort=43963, storageInfo=lv=-57;cid=testClusterID;nsid=1848645087;c=1731813480264) 2024-11-17T03:18:02,058 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xedbe78c6e0109aa8 with lease ID 0xc97a4db5b64617a4: from storage DS-1a46f599-2bf2-4fcf-ba0a-50dadfd63eb9 node DatanodeRegistration(127.0.0.1:41589, datanodeUuid=dc0155b2-a0f4-43f0-89e5-7b7b4168481a, infoPort=37085, infoSecurePort=0, ipcPort=43963, storageInfo=lv=-57;cid=testClusterID;nsid=1848645087;c=1731813480264), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T03:18:02,078 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29 2024-11-17T03:18:02,078 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:18:02,079 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:18:02,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741825_1001 (size=7) 2024-11-17T03:18:02,487 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5 with version=8 2024-11-17T03:18:02,487 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/hbase-staging 2024-11-17T03:18:02,489 INFO [Time-limited test {}] client.ConnectionUtils(128): master/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:18:02,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:18:02,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:18:02,489 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:18:02,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:18:02,489 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:18:02,489 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T03:18:02,490 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:18:02,490 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46831 2024-11-17T03:18:02,491 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46831 connecting to ZooKeeper ensemble=127.0.0.1:65267 2024-11-17T03:18:02,562 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:18:02,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:18:02,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468310x0, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:18:02,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46831-0x10146cc92cc0000 connected 2024-11-17T03:18:02,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:18:02,584 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:18:02,585 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:18:02,670 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:18:02,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:18:02,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Set watcher on znode that does not yet exist, /01176982346/running 2024-11-17T03:18:02,673 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5, hbase.cluster.distributed=false 2024-11-17T03:18:02,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Set watcher on znode that does not yet exist, /01176982346/acl 2024-11-17T03:18:02,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46831 2024-11-17T03:18:02,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46831 2024-11-17T03:18:02,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46831 2024-11-17T03:18:02,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46831 2024-11-17T03:18:02,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46831 2024-11-17T03:18:02,690 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:18:02,690 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:18:02,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:18:02,691 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:18:02,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:18:02,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:18:02,691 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T03:18:02,691 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:18:02,692 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35447 2024-11-17T03:18:02,693 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35447 connecting to ZooKeeper ensemble=127.0.0.1:65267 2024-11-17T03:18:02,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:18:02,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:18:02,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354470x0, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:18:02,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354470x0, quorum=127.0.0.1:65267, baseZNode=/01176982346 Set watcher on znode that does not yet exist, /01176982346/running 2024-11-17T03:18:02,707 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35447-0x10146cc92cc0001 connected 2024-11-17T03:18:02,707 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T03:18:02,708 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T03:18:02,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35447-0x10146cc92cc0001, quorum=127.0.0.1:65267, baseZNode=/01176982346 Set watcher on znode that does not yet exist, /01176982346/master 2024-11-17T03:18:02,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35447-0x10146cc92cc0001, quorum=127.0.0.1:65267, baseZNode=/01176982346 Set watcher on znode that does not yet exist, /01176982346/acl 2024-11-17T03:18:02,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35447 2024-11-17T03:18:02,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35447 2024-11-17T03:18:02,710 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35447 2024-11-17T03:18:02,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35447 2024-11-17T03:18:02,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35447 2024-11-17T03:18:02,721 DEBUG [M:0;695c90f4bb18:46831 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;695c90f4bb18:46831 2024-11-17T03:18:02,722 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01176982346/backup-masters/695c90f4bb18,46831,1731813482489 2024-11-17T03:18:02,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10146cc92cc0001, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01176982346/backup-masters 2024-11-17T03:18:02,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01176982346/backup-masters 2024-11-17T03:18:02,734 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Set watcher on existing znode=/01176982346/backup-masters/695c90f4bb18,46831,1731813482489 2024-11-17T03:18:02,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01176982346 2024-11-17T03:18:02,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10146cc92cc0001, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01176982346/master 2024-11-17T03:18:02,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10146cc92cc0001, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01176982346 2024-11-17T03:18:02,744 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Set watcher on existing znode=/01176982346/master 2024-11-17T03:18:02,744 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01176982346/backup-masters/695c90f4bb18,46831,1731813482489 from backup master directory 2024-11-17T03:18:02,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01176982346/backup-masters/695c90f4bb18,46831,1731813482489 2024-11-17T03:18:02,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10146cc92cc0001, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01176982346/backup-masters 2024-11-17T03:18:02,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01176982346/backup-masters 2024-11-17T03:18:02,754 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:18:02,754 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=695c90f4bb18,46831,1731813482489 2024-11-17T03:18:02,758 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/hbase.id] with ID: 3d05725a-09f5-4752-8cc1-f17078ec162d 2024-11-17T03:18:02,758 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/.tmp/hbase.id 2024-11-17T03:18:02,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741826_1002 (size=42) 2024-11-17T03:18:03,163 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/.tmp/hbase.id]:[hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/hbase.id] 2024-11-17T03:18:03,174 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:18:03,174 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T03:18:03,175 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T03:18:03,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10146cc92cc0001, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01176982346 2024-11-17T03:18:03,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01176982346 2024-11-17T03:18:03,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741827_1003 (size=196) 2024-11-17T03:18:03,641 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:18:03,642 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T03:18:03,642 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:18:03,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741828_1004 (size=1189) 2024-11-17T03:18:04,049 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/MasterData/data/master/store 2024-11-17T03:18:04,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741829_1005 (size=34) 2024-11-17T03:18:04,457 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:18:04,457 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:18:04,457 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:18:04,457 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:18:04,458 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:18:04,458 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:18:04,458 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:18:04,458 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813484457Disabling compacts and flushes for region at 1731813484457Disabling writes for close at 1731813484458 (+1 ms)Writing region close event to WAL at 1731813484458Closed at 1731813484458 2024-11-17T03:18:04,459 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/MasterData/data/master/store/.initializing 2024-11-17T03:18:04,459 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/MasterData/WALs/695c90f4bb18,46831,1731813482489 2024-11-17T03:18:04,460 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:18:04,466 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=695c90f4bb18%2C46831%2C1731813482489, suffix=, logDir=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/MasterData/WALs/695c90f4bb18,46831,1731813482489, archiveDir=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/MasterData/oldWALs, maxLogs=10 2024-11-17T03:18:04,487 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/MasterData/WALs/695c90f4bb18,46831,1731813482489/695c90f4bb18%2C46831%2C1731813482489.1731813484466, exclude list is [], retry=0 2024-11-17T03:18:04,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41589,DS-9a5a0b08-a3ff-4f97-aa9c-53919fda935b,DISK] 2024-11-17T03:18:04,515 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/MasterData/WALs/695c90f4bb18,46831,1731813482489/695c90f4bb18%2C46831%2C1731813482489.1731813484466 2024-11-17T03:18:04,515 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37085:37085)] 2024-11-17T03:18:04,515 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:18:04,515 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:18:04,516 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:18:04,516 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:18:04,529 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:18:04,532 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T03:18:04,532 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:04,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:18:04,533 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:18:04,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T03:18:04,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:04,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:18:04,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:18:04,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T03:18:04,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:04,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:18:04,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:18:04,545 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T03:18:04,545 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:04,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:18:04,546 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:18:04,547 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:18:04,547 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:18:04,549 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:18:04,549 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:18:04,550 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:18:04,552 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:18:04,580 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:18:04,581 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61189862, jitterRate=-0.08820000290870667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:18:04,582 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731813484516Initializing all the Stores at 1731813484517 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813484517Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813484528 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813484528Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813484528Cleaning up temporary data from old regions at 1731813484549 (+21 ms)Region opened successfully at 1731813484582 (+33 ms) 2024-11-17T03:18:04,588 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T03:18:04,593 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24a9f3ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:18:04,594 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T03:18:04,595 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T03:18:04,595 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T03:18:04,595 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T03:18:04,596 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T03:18:04,596 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T03:18:04,596 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T03:18:04,604 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T03:18:04,606 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Unable to get data of znode /01176982346/balancer because node does not exist (not necessarily an error) 2024-11-17T03:18:04,670 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01176982346/balancer already deleted, retry=false 2024-11-17T03:18:04,671 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T03:18:04,672 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Unable to get data of znode /01176982346/normalizer because node does not exist (not necessarily an error) 2024-11-17T03:18:04,681 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01176982346/normalizer already deleted, retry=false 2024-11-17T03:18:04,681 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T03:18:04,683 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Unable to get data of znode /01176982346/switch/split because node does not exist (not necessarily an error) 2024-11-17T03:18:04,691 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01176982346/switch/split already deleted, retry=false 2024-11-17T03:18:04,692 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Unable to get data of znode /01176982346/switch/merge because node does not exist (not necessarily an error) 2024-11-17T03:18:04,702 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01176982346/switch/merge already deleted, retry=false 2024-11-17T03:18:04,705 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Unable to get data of znode /01176982346/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T03:18:04,717 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01176982346/snapshot-cleanup already deleted, retry=false 2024-11-17T03:18:04,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01176982346/running 2024-11-17T03:18:04,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10146cc92cc0001, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01176982346/running 2024-11-17T03:18:04,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01176982346 2024-11-17T03:18:04,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10146cc92cc0001, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01176982346 2024-11-17T03:18:04,729 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=695c90f4bb18,46831,1731813482489, sessionid=0x10146cc92cc0000, setting cluster-up flag (Was=false) 2024-11-17T03:18:04,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10146cc92cc0001, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01176982346 2024-11-17T03:18:04,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01176982346 2024-11-17T03:18:04,782 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01176982346/flush-table-proc/acquired, /01176982346/flush-table-proc/reached, /01176982346/flush-table-proc/abort 2024-11-17T03:18:04,783 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,46831,1731813482489 2024-11-17T03:18:04,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10146cc92cc0001, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01176982346 2024-11-17T03:18:04,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01176982346 2024-11-17T03:18:04,844 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01176982346/online-snapshot/acquired, /01176982346/online-snapshot/reached, /01176982346/online-snapshot/abort 2024-11-17T03:18:04,850 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,46831,1731813482489 2024-11-17T03:18:04,853 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T03:18:04,855 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T03:18:04,855 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T03:18:04,855 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T03:18:04,856 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 695c90f4bb18,46831,1731813482489 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T03:18:04,862 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:18:04,862 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:18:04,862 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:18:04,862 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:18:04,862 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/695c90f4bb18:0, corePoolSize=10, maxPoolSize=10 2024-11-17T03:18:04,862 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:18:04,862 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:18:04,862 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:18:04,894 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:18:04,894 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T03:18:04,895 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:04,895 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T03:18:04,937 INFO [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(746): ClusterId : 3d05725a-09f5-4752-8cc1-f17078ec162d 2024-11-17T03:18:04,937 DEBUG [RS:0;695c90f4bb18:35447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T03:18:04,950 DEBUG [RS:0;695c90f4bb18:35447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T03:18:04,950 DEBUG [RS:0;695c90f4bb18:35447 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T03:18:04,961 DEBUG [RS:0;695c90f4bb18:35447 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T03:18:04,962 DEBUG [RS:0;695c90f4bb18:35447 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e7c0cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:18:04,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741831_1007 (size=1321) 2024-11-17T03:18:04,968 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T03:18:04,968 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5 2024-11-17T03:18:04,980 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731813514980 2024-11-17T03:18:04,980 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T03:18:04,980 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T03:18:04,981 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T03:18:04,981 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T03:18:04,981 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T03:18:04,981 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T03:18:04,984 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:04,997 DEBUG [RS:0;695c90f4bb18:35447 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;695c90f4bb18:35447 2024-11-17T03:18:04,998 INFO [RS:0;695c90f4bb18:35447 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T03:18:04,998 INFO [RS:0;695c90f4bb18:35447 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T03:18:04,998 DEBUG [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T03:18:04,999 INFO [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(2659): reportForDuty to master=695c90f4bb18,46831,1731813482489 with port=35447, startcode=1731813482690 2024-11-17T03:18:05,000 DEBUG [RS:0;695c90f4bb18:35447 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T03:18:05,000 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T03:18:05,000 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T03:18:05,001 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T03:18:05,001 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T03:18:05,016 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T03:18:05,016 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T03:18:05,027 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45357, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T03:18:05,027 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46831 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T03:18:05,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741832_1008 (size=32) 2024-11-17T03:18:05,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:18:05,044 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813485016,5,FailOnTimeoutGroup] 2024-11-17T03:18:05,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:18:05,048 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813485044,5,FailOnTimeoutGroup] 2024-11-17T03:18:05,048 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:05,048 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T03:18:05,048 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:05,048 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:05,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:18:05,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:05,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:18:05,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:18:05,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:18:05,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:05,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:18:05,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:18:05,055 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:18:05,055 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:05,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:18:05,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:18:05,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:18:05,057 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:05,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:18:05,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:18:05,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/meta/1588230740 2024-11-17T03:18:05,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/meta/1588230740 2024-11-17T03:18:05,062 DEBUG [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-17T03:18:05,062 WARN [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-17T03:18:05,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:18:05,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:18:05,066 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:18:05,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:18:05,071 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:18:05,071 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66858268, jitterRate=-0.0037341713905334473}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:18:05,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731813485043Initializing all the Stores at 1731813485044 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813485044Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813485044Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813485044Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813485044Cleaning up temporary data from old regions at 1731813485065 (+21 ms)Region opened successfully at 1731813485072 (+7 ms) 2024-11-17T03:18:05,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:18:05,072 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:18:05,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:18:05,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:18:05,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:18:05,074 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:18:05,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813485072Disabling compacts and flushes for region at 1731813485072Disabling writes for close at 1731813485072Writing region close event to WAL at 1731813485073 (+1 ms)Closed at 1731813485074 (+1 ms) 2024-11-17T03:18:05,075 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:18:05,075 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T03:18:05,075 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T03:18:05,079 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:18:05,081 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T03:18:05,164 INFO [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(2659): reportForDuty to master=695c90f4bb18,46831,1731813482489 with port=35447, startcode=1731813482690 2024-11-17T03:18:05,164 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46831 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 695c90f4bb18,35447,1731813482690 2024-11-17T03:18:05,165 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46831 {}] master.ServerManager(517): Registering regionserver=695c90f4bb18,35447,1731813482690 2024-11-17T03:18:05,167 DEBUG [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5 2024-11-17T03:18:05,167 DEBUG [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45611 2024-11-17T03:18:05,167 DEBUG [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T03:18:05,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01176982346/rs 2024-11-17T03:18:05,181 DEBUG [RS:0;695c90f4bb18:35447 {}] zookeeper.ZKUtil(111): regionserver:35447-0x10146cc92cc0001, quorum=127.0.0.1:65267, baseZNode=/01176982346 Set watcher on existing znode=/01176982346/rs/695c90f4bb18,35447,1731813482690 2024-11-17T03:18:05,181 WARN [RS:0;695c90f4bb18:35447 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:18:05,181 INFO [RS:0;695c90f4bb18:35447 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:18:05,182 DEBUG [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690 2024-11-17T03:18:05,184 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [695c90f4bb18,35447,1731813482690] 2024-11-17T03:18:05,195 INFO [RS:0;695c90f4bb18:35447 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T03:18:05,200 INFO [RS:0;695c90f4bb18:35447 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T03:18:05,208 INFO [RS:0;695c90f4bb18:35447 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T03:18:05,208 INFO [RS:0;695c90f4bb18:35447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:05,216 INFO [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T03:18:05,217 INFO [RS:0;695c90f4bb18:35447 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T03:18:05,217 INFO [RS:0;695c90f4bb18:35447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:05,217 DEBUG [RS:0;695c90f4bb18:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:18:05,218 DEBUG [RS:0;695c90f4bb18:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:18:05,218 DEBUG [RS:0;695c90f4bb18:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:18:05,218 DEBUG [RS:0;695c90f4bb18:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:18:05,218 DEBUG [RS:0;695c90f4bb18:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:18:05,218 DEBUG [RS:0;695c90f4bb18:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:18:05,218 DEBUG [RS:0;695c90f4bb18:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:18:05,218 DEBUG [RS:0;695c90f4bb18:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:18:05,218 DEBUG [RS:0;695c90f4bb18:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:18:05,218 DEBUG [RS:0;695c90f4bb18:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:18:05,218 DEBUG [RS:0;695c90f4bb18:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:18:05,218 DEBUG [RS:0;695c90f4bb18:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:18:05,218 DEBUG [RS:0;695c90f4bb18:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:18:05,218 DEBUG [RS:0;695c90f4bb18:35447 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:18:05,228 INFO [RS:0;695c90f4bb18:35447 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:05,228 INFO [RS:0;695c90f4bb18:35447 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:05,228 INFO [RS:0;695c90f4bb18:35447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:05,228 INFO [RS:0;695c90f4bb18:35447 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:05,228 INFO [RS:0;695c90f4bb18:35447 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:05,229 INFO [RS:0;695c90f4bb18:35447 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,35447,1731813482690-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:18:05,231 WARN [695c90f4bb18:46831 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T03:18:05,259 INFO [RS:0;695c90f4bb18:35447 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T03:18:05,259 INFO [RS:0;695c90f4bb18:35447 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,35447,1731813482690-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:05,259 INFO [RS:0;695c90f4bb18:35447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:05,259 INFO [RS:0;695c90f4bb18:35447 {}] regionserver.Replication(171): 695c90f4bb18,35447,1731813482690 started 2024-11-17T03:18:05,280 INFO [RS:0;695c90f4bb18:35447 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:05,281 INFO [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(1482): Serving as 695c90f4bb18,35447,1731813482690, RpcServer on 695c90f4bb18/172.17.0.3:35447, sessionid=0x10146cc92cc0001 2024-11-17T03:18:05,281 DEBUG [RS:0;695c90f4bb18:35447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T03:18:05,281 DEBUG [RS:0;695c90f4bb18:35447 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 695c90f4bb18,35447,1731813482690 2024-11-17T03:18:05,281 DEBUG [RS:0;695c90f4bb18:35447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,35447,1731813482690' 2024-11-17T03:18:05,281 DEBUG [RS:0;695c90f4bb18:35447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01176982346/flush-table-proc/abort' 2024-11-17T03:18:05,282 DEBUG [RS:0;695c90f4bb18:35447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01176982346/flush-table-proc/acquired' 2024-11-17T03:18:05,283 DEBUG [RS:0;695c90f4bb18:35447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T03:18:05,283 DEBUG [RS:0;695c90f4bb18:35447 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T03:18:05,283 DEBUG [RS:0;695c90f4bb18:35447 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 695c90f4bb18,35447,1731813482690 2024-11-17T03:18:05,283 DEBUG [RS:0;695c90f4bb18:35447 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,35447,1731813482690' 2024-11-17T03:18:05,283 DEBUG [RS:0;695c90f4bb18:35447 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01176982346/online-snapshot/abort' 2024-11-17T03:18:05,283 DEBUG [RS:0;695c90f4bb18:35447 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01176982346/online-snapshot/acquired' 2024-11-17T03:18:05,284 DEBUG [RS:0;695c90f4bb18:35447 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T03:18:05,284 INFO [RS:0;695c90f4bb18:35447 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T03:18:05,284 INFO [RS:0;695c90f4bb18:35447 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T03:18:05,385 INFO [RS:0;695c90f4bb18:35447 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:18:05,389 INFO [RS:0;695c90f4bb18:35447 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C35447%2C1731813482690, suffix=, logDir=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690, archiveDir=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/oldWALs, maxLogs=10 2024-11-17T03:18:05,407 DEBUG [RS:0;695c90f4bb18:35447 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389, exclude list is [], retry=0 2024-11-17T03:18:05,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41589,DS-9a5a0b08-a3ff-4f97-aa9c-53919fda935b,DISK] 2024-11-17T03:18:05,416 INFO [RS:0;695c90f4bb18:35447 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 2024-11-17T03:18:05,417 DEBUG [RS:0;695c90f4bb18:35447 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37085:37085)] 2024-11-17T03:18:05,481 DEBUG [695c90f4bb18:46831 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T03:18:05,482 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=695c90f4bb18,35447,1731813482690 2024-11-17T03:18:05,484 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,35447,1731813482690, state=OPENING 2024-11-17T03:18:05,496 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T03:18:05,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01176982346 2024-11-17T03:18:05,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10146cc92cc0001, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01176982346 2024-11-17T03:18:05,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01176982346/meta-region-server: CHANGED 2024-11-17T03:18:05,509 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01176982346/meta-region-server: CHANGED 2024-11-17T03:18:05,510 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:18:05,510 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,35447,1731813482690}] 2024-11-17T03:18:05,668 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:18:05,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57731, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T03:18:05,680 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T03:18:05,681 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:18:05,681 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T03:18:05,683 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C35447%2C1731813482690.meta, suffix=.meta, logDir=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690, archiveDir=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/oldWALs, maxLogs=10 2024-11-17T03:18:05,699 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.meta.1731813485684.meta, exclude list is [], retry=0 2024-11-17T03:18:05,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41589,DS-9a5a0b08-a3ff-4f97-aa9c-53919fda935b,DISK] 2024-11-17T03:18:05,745 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.meta.1731813485684.meta 2024-11-17T03:18:05,748 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37085:37085)] 2024-11-17T03:18:05,749 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:18:05,749 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:18:05,749 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:18:05,749 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T03:18:05,749 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T03:18:05,750 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T03:18:05,750 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:18:05,750 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T03:18:05,750 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T03:18:05,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:18:05,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:18:05,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:05,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:18:05,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:18:05,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:18:05,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:05,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:18:05,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:18:05,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:18:05,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:05,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:18:05,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:18:05,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:18:05,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:05,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:18:05,769 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:18:05,770 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/meta/1588230740 2024-11-17T03:18:05,772 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/meta/1588230740 2024-11-17T03:18:05,774 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:18:05,774 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:18:05,775 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:18:05,777 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:18:05,778 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62782768, jitterRate=-0.06446385383605957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:18:05,778 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T03:18:05,779 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731813485750Writing region info on filesystem at 1731813485750Initializing all the Stores at 1731813485752 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813485752Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813485756 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813485756Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813485756Cleaning up temporary data from old regions at 1731813485774 (+18 ms)Running coprocessor post-open hooks at 1731813485779 (+5 ms)Region opened successfully at 1731813485779 2024-11-17T03:18:05,788 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731813485667 2024-11-17T03:18:05,791 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T03:18:05,791 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T03:18:05,793 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,35447,1731813482690 2024-11-17T03:18:05,794 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,35447,1731813482690, state=OPEN 2024-11-17T03:18:06,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10146cc92cc0001, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01176982346/meta-region-server 2024-11-17T03:18:06,143 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01176982346/meta-region-server 2024-11-17T03:18:06,143 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=695c90f4bb18,35447,1731813482690 2024-11-17T03:18:06,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01176982346/meta-region-server: CHANGED 2024-11-17T03:18:06,143 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01176982346/meta-region-server: CHANGED 2024-11-17T03:18:06,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T03:18:06,147 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,35447,1731813482690 in 633 msec 2024-11-17T03:18:06,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T03:18:06,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0710 sec 2024-11-17T03:18:06,155 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:18:06,155 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T03:18:06,156 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:18:06,156 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,35447,1731813482690, seqNum=-1] 2024-11-17T03:18:06,157 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:18:06,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:18:06,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3090 sec 2024-11-17T03:18:06,166 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731813486166, completionTime=-1 2024-11-17T03:18:06,166 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T03:18:06,166 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T03:18:06,168 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T03:18:06,168 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731813546168 2024-11-17T03:18:06,168 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731813606168 2024-11-17T03:18:06,168 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T03:18:06,169 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46831,1731813482489-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:06,169 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46831,1731813482489-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:06,169 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46831,1731813482489-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:06,169 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-695c90f4bb18:46831, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:06,169 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:06,172 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:06,177 DEBUG [master/695c90f4bb18:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T03:18:06,184 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.430sec 2024-11-17T03:18:06,184 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T03:18:06,184 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T03:18:06,184 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T03:18:06,184 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T03:18:06,184 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T03:18:06,184 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46831,1731813482489-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:18:06,185 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46831,1731813482489-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T03:18:06,188 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T03:18:06,188 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T03:18:06,188 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46831,1731813482489-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:06,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e41bec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:06,236 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46831,-1 for getting cluster id 2024-11-17T03:18:06,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:18:06,238 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d05725a-09f5-4752-8cc1-f17078ec162d' 2024-11-17T03:18:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:18:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d05725a-09f5-4752-8cc1-f17078ec162d" 2024-11-17T03:18:06,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603f3f55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:06,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46831,-1] 2024-11-17T03:18:06,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:18:06,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:18:06,240 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:18:06,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d655e4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:06,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:18:06,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,35447,1731813482690, seqNum=-1] 2024-11-17T03:18:06,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:18:06,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:18:06,248 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=695c90f4bb18,46831,1731813482489 2024-11-17T03:18:06,249 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65267 2024-11-17T03:18:06,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:18:06,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10146cc92cc0002 connected 2024-11-17T03:18:06,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/hadoop.log.dir so I do NOT create it in target/test-data/2c60d284-21bc-8716-5940-445b657c2a25 2024-11-17T03:18:06,294 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T03:18:06,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/hadoop.tmp.dir so I do NOT create it in target/test-data/2c60d284-21bc-8716-5940-445b657c2a25 2024-11-17T03:18:06,294 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T03:18:06,294 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25 2024-11-17T03:18:06,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T03:18:06,294 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/cluster_359135f8-243a-46ef-fac6-b87e6d41dacb, deleteOnExit=true 2024-11-17T03:18:06,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T03:18:06,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/test.cache.data in system properties and HBase conf 2024-11-17T03:18:06,294 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T03:18:06,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/hadoop.log.dir in system properties and HBase conf 2024-11-17T03:18:06,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T03:18:06,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T03:18:06,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T03:18:06,295 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T03:18:06,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:18:06,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:18:06,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T03:18:06,295 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:18:06,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T03:18:06,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T03:18:06,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:18:06,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:18:06,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T03:18:06,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/nfs.dump.dir in system properties and HBase conf 2024-11-17T03:18:06,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/java.io.tmpdir in system properties and HBase conf 2024-11-17T03:18:06,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:18:06,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T03:18:06,296 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T03:18:06,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:18:06,764 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:18:06,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:18:06,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:18:06,769 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T03:18:06,773 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:18:06,775 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2855e291{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:18:06,776 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2775fd0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:18:06,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@397932ad{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/java.io.tmpdir/jetty-localhost-39125-hadoop-hdfs-3_4_1-tests_jar-_-any-9479740729812514569/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:18:06,879 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38efe199{HTTP/1.1, (http/1.1)}{localhost:39125} 2024-11-17T03:18:06,879 INFO [Time-limited test {}] server.Server(415): Started @63075ms 2024-11-17T03:18:07,117 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:18:07,124 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:18:07,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:18:07,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:18:07,133 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T03:18:07,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bf21370{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:18:07,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@205d186b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:18:07,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51466012{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/java.io.tmpdir/jetty-localhost-33597-hadoop-hdfs-3_4_1-tests_jar-_-any-9822399473139132566/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:18:07,280 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f91e8a7{HTTP/1.1, (http/1.1)}{localhost:33597} 2024-11-17T03:18:07,280 INFO [Time-limited test {}] server.Server(415): Started @63476ms 2024-11-17T03:18:07,293 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T03:18:08,025 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/cluster_359135f8-243a-46ef-fac6-b87e6d41dacb/data/data1/current/BP-656933446-172.17.0.3-1731813486324/current, will proceed with Du for space computation calculation, 2024-11-17T03:18:08,025 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/cluster_359135f8-243a-46ef-fac6-b87e6d41dacb/data/data2/current/BP-656933446-172.17.0.3-1731813486324/current, will proceed with Du for space computation calculation, 2024-11-17T03:18:08,075 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T03:18:08,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59fce2bf5185d1d with lease ID 0xce996fb25a29e978: Processing first storage report for DS-a45e9171-024c-448f-96a8-27a6e02c867e from datanode DatanodeRegistration(127.0.0.1:41087, datanodeUuid=fc0a9365-8a91-42e4-a679-7f5fa7078dc3, infoPort=39071, infoSecurePort=0, ipcPort=38903, storageInfo=lv=-57;cid=testClusterID;nsid=1959993923;c=1731813486324) 2024-11-17T03:18:08,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59fce2bf5185d1d with lease ID 0xce996fb25a29e978: from storage DS-a45e9171-024c-448f-96a8-27a6e02c867e node DatanodeRegistration(127.0.0.1:41087, datanodeUuid=fc0a9365-8a91-42e4-a679-7f5fa7078dc3, infoPort=39071, infoSecurePort=0, ipcPort=38903, storageInfo=lv=-57;cid=testClusterID;nsid=1959993923;c=1731813486324), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:18:08,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59fce2bf5185d1d with lease ID 0xce996fb25a29e978: Processing first storage report for DS-be200102-3921-4fa2-bcf7-7ac839a09e4e from datanode DatanodeRegistration(127.0.0.1:41087, datanodeUuid=fc0a9365-8a91-42e4-a679-7f5fa7078dc3, infoPort=39071, infoSecurePort=0, ipcPort=38903, storageInfo=lv=-57;cid=testClusterID;nsid=1959993923;c=1731813486324) 2024-11-17T03:18:08,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59fce2bf5185d1d with lease ID 0xce996fb25a29e978: from storage DS-be200102-3921-4fa2-bcf7-7ac839a09e4e node DatanodeRegistration(127.0.0.1:41087, datanodeUuid=fc0a9365-8a91-42e4-a679-7f5fa7078dc3, infoPort=39071, infoSecurePort=0, ipcPort=38903, storageInfo=lv=-57;cid=testClusterID;nsid=1959993923;c=1731813486324), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:18:08,141 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25 2024-11-17T03:18:08,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:18:08,143 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:18:08,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741825_1001 (size=7) 2024-11-17T03:18:08,156 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db with version=8 2024-11-17T03:18:08,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/hbase-staging 2024-11-17T03:18:08,158 INFO [Time-limited test {}] client.ConnectionUtils(128): master/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:18:08,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:18:08,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:18:08,159 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:18:08,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:18:08,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:18:08,159 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T03:18:08,159 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:18:08,159 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38943 2024-11-17T03:18:08,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38943 connecting to ZooKeeper ensemble=127.0.0.1:65267 2024-11-17T03:18:08,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389430x0, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:18:08,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38943-0x10146cc92cc0003 connected 2024-11-17T03:18:08,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:18:08,277 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:18:08,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Set watcher on znode that does not yet exist, /1668183478/running 2024-11-17T03:18:08,279 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db, hbase.cluster.distributed=false 2024-11-17T03:18:08,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Set watcher on znode that does not yet exist, /1668183478/acl 2024-11-17T03:18:08,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38943 2024-11-17T03:18:08,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38943 2024-11-17T03:18:08,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38943 2024-11-17T03:18:08,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38943 2024-11-17T03:18:08,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38943 2024-11-17T03:18:08,299 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:18:08,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:18:08,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:18:08,299 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:18:08,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:18:08,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:18:08,299 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T03:18:08,299 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:18:08,300 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38497 2024-11-17T03:18:08,301 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38497 connecting to ZooKeeper ensemble=127.0.0.1:65267 2024-11-17T03:18:08,302 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:18:08,303 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:18:08,317 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384970x0, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:18:08,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38497-0x10146cc92cc0004 connected 2024-11-17T03:18:08,317 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38497-0x10146cc92cc0004, quorum=127.0.0.1:65267, baseZNode=/1668183478 Set watcher on znode that does not yet exist, /1668183478/running 2024-11-17T03:18:08,318 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T03:18:08,321 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T03:18:08,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38497-0x10146cc92cc0004, quorum=127.0.0.1:65267, baseZNode=/1668183478 Set watcher on znode that does not yet exist, /1668183478/master 2024-11-17T03:18:08,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38497-0x10146cc92cc0004, quorum=127.0.0.1:65267, baseZNode=/1668183478 Set watcher on znode that does not yet exist, /1668183478/acl 2024-11-17T03:18:08,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38497 2024-11-17T03:18:08,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38497 2024-11-17T03:18:08,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38497 2024-11-17T03:18:08,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38497 2024-11-17T03:18:08,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38497 2024-11-17T03:18:08,350 DEBUG [M:0;695c90f4bb18:38943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;695c90f4bb18:38943 2024-11-17T03:18:08,351 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1668183478/backup-masters/695c90f4bb18,38943,1731813488158 2024-11-17T03:18:08,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668183478/backup-masters 2024-11-17T03:18:08,359 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x10146cc92cc0004, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668183478/backup-masters 2024-11-17T03:18:08,359 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Set watcher on existing znode=/1668183478/backup-masters/695c90f4bb18,38943,1731813488158 2024-11-17T03:18:08,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668183478 2024-11-17T03:18:08,369 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x10146cc92cc0004, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1668183478/master 2024-11-17T03:18:08,369 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x10146cc92cc0004, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668183478 2024-11-17T03:18:08,370 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Set watcher on existing znode=/1668183478/master 2024-11-17T03:18:08,370 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1668183478/backup-masters/695c90f4bb18,38943,1731813488158 from backup master directory 2024-11-17T03:18:08,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1668183478/backup-masters/695c90f4bb18,38943,1731813488158 2024-11-17T03:18:08,380 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x10146cc92cc0004, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668183478/backup-masters 2024-11-17T03:18:08,380 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:18:08,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668183478/backup-masters 2024-11-17T03:18:08,380 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=695c90f4bb18,38943,1731813488158 2024-11-17T03:18:08,384 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/hbase.id] with ID: e7f75cea-7bd3-438f-95ff-bb3b72e7cfc4 2024-11-17T03:18:08,384 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/.tmp/hbase.id 2024-11-17T03:18:08,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741826_1002 (size=42) 2024-11-17T03:18:08,790 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/.tmp/hbase.id]:[hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/hbase.id] 2024-11-17T03:18:08,800 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:18:08,801 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T03:18:08,802 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T03:18:08,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668183478 2024-11-17T03:18:08,854 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x10146cc92cc0004, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668183478 2024-11-17T03:18:08,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741827_1003 (size=196) 2024-11-17T03:18:09,261 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:18:09,262 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T03:18:09,263 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:18:09,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741828_1004 (size=1189) 2024-11-17T03:18:09,278 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/MasterData/data/master/store 2024-11-17T03:18:09,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741829_1005 (size=34) 2024-11-17T03:18:09,294 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:18:09,294 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:18:09,294 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:18:09,294 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:18:09,294 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:18:09,295 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:18:09,295 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:18:09,295 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813489294Disabling compacts and flushes for region at 1731813489294Disabling writes for close at 1731813489295 (+1 ms)Writing region close event to WAL at 1731813489295Closed at 1731813489295 2024-11-17T03:18:09,297 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/MasterData/data/master/store/.initializing 2024-11-17T03:18:09,297 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/MasterData/WALs/695c90f4bb18,38943,1731813488158 2024-11-17T03:18:09,298 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:18:09,300 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=695c90f4bb18%2C38943%2C1731813488158, suffix=, logDir=hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/MasterData/WALs/695c90f4bb18,38943,1731813488158, archiveDir=hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/MasterData/oldWALs, maxLogs=10 2024-11-17T03:18:09,319 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/MasterData/WALs/695c90f4bb18,38943,1731813488158/695c90f4bb18%2C38943%2C1731813488158.1731813489300, exclude list is [], retry=0 2024-11-17T03:18:09,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41087,DS-a45e9171-024c-448f-96a8-27a6e02c867e,DISK] 2024-11-17T03:18:09,324 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/MasterData/WALs/695c90f4bb18,38943,1731813488158/695c90f4bb18%2C38943%2C1731813488158.1731813489300 2024-11-17T03:18:09,326 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39071:39071)] 2024-11-17T03:18:09,326 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:18:09,326 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:18:09,326 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:18:09,326 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:18:09,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:18:09,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T03:18:09,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:09,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:18:09,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:18:09,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T03:18:09,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:09,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:18:09,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:18:09,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T03:18:09,334 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:09,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:18:09,335 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:18:09,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T03:18:09,336 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:09,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:18:09,337 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:18:09,338 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:18:09,339 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:18:09,341 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:18:09,341 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:18:09,343 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:18:09,349 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:18:09,359 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:18:09,360 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61383201, jitterRate=-0.08531902730464935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:18:09,360 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731813489326Initializing all the Stores at 1731813489327 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813489327Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813489328 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813489328Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813489328Cleaning up temporary data from old regions at 1731813489341 (+13 ms)Region opened successfully at 1731813489360 (+19 ms) 2024-11-17T03:18:09,364 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T03:18:09,368 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d0b9f55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:18:09,376 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T03:18:09,377 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T03:18:09,377 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T03:18:09,377 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T03:18:09,383 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 5 msec 2024-11-17T03:18:09,383 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T03:18:09,383 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T03:18:09,390 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T03:18:09,392 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Unable to get data of znode /1668183478/balancer because node does not exist (not necessarily an error) 2024-11-17T03:18:09,494 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1668183478/balancer already deleted, retry=false 2024-11-17T03:18:09,494 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T03:18:09,495 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Unable to get data of znode /1668183478/normalizer because node does not exist (not necessarily an error) 2024-11-17T03:18:09,684 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1668183478/normalizer already deleted, retry=false 2024-11-17T03:18:09,684 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T03:18:09,685 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Unable to get data of znode /1668183478/switch/split because node does not exist (not necessarily an error) 2024-11-17T03:18:09,792 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1668183478/switch/split already deleted, retry=false 2024-11-17T03:18:09,793 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Unable to get data of znode /1668183478/switch/merge because node does not exist (not necessarily an error) 2024-11-17T03:18:09,927 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1668183478/switch/merge already deleted, retry=false 2024-11-17T03:18:09,930 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Unable to get data of znode /1668183478/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T03:18:10,173 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1668183478/snapshot-cleanup already deleted, retry=false 2024-11-17T03:18:10,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1668183478/running 2024-11-17T03:18:10,233 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x10146cc92cc0004, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1668183478/running 2024-11-17T03:18:10,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668183478 2024-11-17T03:18:10,233 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x10146cc92cc0004, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668183478 2024-11-17T03:18:10,234 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=695c90f4bb18,38943,1731813488158, sessionid=0x10146cc92cc0003, setting cluster-up flag (Was=false) 2024-11-17T03:18:10,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668183478 2024-11-17T03:18:10,259 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x10146cc92cc0004, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668183478 2024-11-17T03:18:10,291 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1668183478/flush-table-proc/acquired, /1668183478/flush-table-proc/reached, /1668183478/flush-table-proc/abort 2024-11-17T03:18:10,291 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,38943,1731813488158 2024-11-17T03:18:10,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668183478 2024-11-17T03:18:10,312 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x10146cc92cc0004, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668183478 2024-11-17T03:18:10,343 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1668183478/online-snapshot/acquired, /1668183478/online-snapshot/reached, /1668183478/online-snapshot/abort 2024-11-17T03:18:10,344 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,38943,1731813488158 2024-11-17T03:18:10,345 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T03:18:10,346 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T03:18:10,347 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T03:18:10,347 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T03:18:10,347 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 695c90f4bb18,38943,1731813488158 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T03:18:10,348 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:18:10,348 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:18:10,348 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:18:10,348 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:18:10,348 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/695c90f4bb18:0, corePoolSize=10, maxPoolSize=10 2024-11-17T03:18:10,348 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:18:10,348 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:18:10,348 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:18:10,349 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731813520349 2024-11-17T03:18:10,349 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T03:18:10,349 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T03:18:10,349 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T03:18:10,349 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T03:18:10,349 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T03:18:10,349 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T03:18:10,349 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:10,350 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T03:18:10,350 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T03:18:10,350 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:18:10,350 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T03:18:10,350 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T03:18:10,350 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T03:18:10,350 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T03:18:10,350 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T03:18:10,350 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813490350,5,FailOnTimeoutGroup] 2024-11-17T03:18:10,350 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813490350,5,FailOnTimeoutGroup] 2024-11-17T03:18:10,350 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:10,350 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T03:18:10,350 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:10,351 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:10,351 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:10,351 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T03:18:10,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741831_1007 (size=1321) 2024-11-17T03:18:10,440 INFO [RS:0;695c90f4bb18:38497 {}] regionserver.HRegionServer(746): ClusterId : e7f75cea-7bd3-438f-95ff-bb3b72e7cfc4 2024-11-17T03:18:10,440 DEBUG [RS:0;695c90f4bb18:38497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T03:18:10,449 DEBUG [RS:0;695c90f4bb18:38497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T03:18:10,449 DEBUG [RS:0;695c90f4bb18:38497 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T03:18:10,460 DEBUG [RS:0;695c90f4bb18:38497 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T03:18:10,460 DEBUG [RS:0;695c90f4bb18:38497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c0963a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:18:10,471 DEBUG [RS:0;695c90f4bb18:38497 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;695c90f4bb18:38497 2024-11-17T03:18:10,471 INFO [RS:0;695c90f4bb18:38497 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T03:18:10,471 INFO [RS:0;695c90f4bb18:38497 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T03:18:10,471 DEBUG [RS:0;695c90f4bb18:38497 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T03:18:10,471 INFO [RS:0;695c90f4bb18:38497 {}] regionserver.HRegionServer(2659): reportForDuty to master=695c90f4bb18,38943,1731813488158 with port=38497, startcode=1731813488299 2024-11-17T03:18:10,472 DEBUG [RS:0;695c90f4bb18:38497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T03:18:10,473 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57585, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T03:18:10,474 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38943 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 695c90f4bb18,38497,1731813488299 2024-11-17T03:18:10,474 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38943 {}] master.ServerManager(517): Registering regionserver=695c90f4bb18,38497,1731813488299 2024-11-17T03:18:10,475 DEBUG [RS:0;695c90f4bb18:38497 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db 2024-11-17T03:18:10,475 DEBUG [RS:0;695c90f4bb18:38497 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34791 2024-11-17T03:18:10,475 DEBUG [RS:0;695c90f4bb18:38497 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T03:18:10,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668183478/rs 2024-11-17T03:18:10,485 DEBUG [RS:0;695c90f4bb18:38497 {}] zookeeper.ZKUtil(111): regionserver:38497-0x10146cc92cc0004, quorum=127.0.0.1:65267, baseZNode=/1668183478 Set watcher on existing znode=/1668183478/rs/695c90f4bb18,38497,1731813488299 2024-11-17T03:18:10,486 WARN [RS:0;695c90f4bb18:38497 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:18:10,486 INFO [RS:0;695c90f4bb18:38497 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:18:10,486 DEBUG [RS:0;695c90f4bb18:38497 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/WALs/695c90f4bb18,38497,1731813488299 2024-11-17T03:18:10,486 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [695c90f4bb18,38497,1731813488299] 2024-11-17T03:18:10,489 INFO [RS:0;695c90f4bb18:38497 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T03:18:10,490 INFO [RS:0;695c90f4bb18:38497 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T03:18:10,490 INFO [RS:0;695c90f4bb18:38497 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T03:18:10,490 INFO [RS:0;695c90f4bb18:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:10,491 INFO [RS:0;695c90f4bb18:38497 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T03:18:10,491 INFO [RS:0;695c90f4bb18:38497 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T03:18:10,491 INFO [RS:0;695c90f4bb18:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:10,491 DEBUG [RS:0;695c90f4bb18:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:18:10,491 DEBUG [RS:0;695c90f4bb18:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:18:10,491 DEBUG [RS:0;695c90f4bb18:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:18:10,491 DEBUG [RS:0;695c90f4bb18:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:18:10,491 DEBUG [RS:0;695c90f4bb18:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:18:10,492 DEBUG [RS:0;695c90f4bb18:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:18:10,492 DEBUG [RS:0;695c90f4bb18:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:18:10,492 DEBUG [RS:0;695c90f4bb18:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:18:10,492 DEBUG [RS:0;695c90f4bb18:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:18:10,492 DEBUG [RS:0;695c90f4bb18:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:18:10,492 DEBUG [RS:0;695c90f4bb18:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:18:10,492 DEBUG [RS:0;695c90f4bb18:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:18:10,492 DEBUG [RS:0;695c90f4bb18:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:18:10,492 DEBUG [RS:0;695c90f4bb18:38497 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:18:10,492 INFO [RS:0;695c90f4bb18:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:10,492 INFO [RS:0;695c90f4bb18:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:10,492 INFO [RS:0;695c90f4bb18:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:10,492 INFO [RS:0;695c90f4bb18:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:10,492 INFO [RS:0;695c90f4bb18:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:10,492 INFO [RS:0;695c90f4bb18:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,38497,1731813488299-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:18:10,506 INFO [RS:0;695c90f4bb18:38497 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T03:18:10,506 INFO [RS:0;695c90f4bb18:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,38497,1731813488299-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:10,506 INFO [RS:0;695c90f4bb18:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:10,506 INFO [RS:0;695c90f4bb18:38497 {}] regionserver.Replication(171): 695c90f4bb18,38497,1731813488299 started 2024-11-17T03:18:10,519 INFO [RS:0;695c90f4bb18:38497 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:10,519 INFO [RS:0;695c90f4bb18:38497 {}] regionserver.HRegionServer(1482): Serving as 695c90f4bb18,38497,1731813488299, RpcServer on 695c90f4bb18/172.17.0.3:38497, sessionid=0x10146cc92cc0004 2024-11-17T03:18:10,520 DEBUG [RS:0;695c90f4bb18:38497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T03:18:10,520 DEBUG [RS:0;695c90f4bb18:38497 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 695c90f4bb18,38497,1731813488299 2024-11-17T03:18:10,520 DEBUG [RS:0;695c90f4bb18:38497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,38497,1731813488299' 2024-11-17T03:18:10,520 DEBUG [RS:0;695c90f4bb18:38497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1668183478/flush-table-proc/abort' 2024-11-17T03:18:10,520 DEBUG [RS:0;695c90f4bb18:38497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1668183478/flush-table-proc/acquired' 2024-11-17T03:18:10,521 DEBUG [RS:0;695c90f4bb18:38497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T03:18:10,521 DEBUG [RS:0;695c90f4bb18:38497 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T03:18:10,521 DEBUG [RS:0;695c90f4bb18:38497 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 695c90f4bb18,38497,1731813488299 2024-11-17T03:18:10,521 DEBUG [RS:0;695c90f4bb18:38497 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,38497,1731813488299' 2024-11-17T03:18:10,521 DEBUG [RS:0;695c90f4bb18:38497 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1668183478/online-snapshot/abort' 2024-11-17T03:18:10,521 DEBUG [RS:0;695c90f4bb18:38497 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1668183478/online-snapshot/acquired' 2024-11-17T03:18:10,522 DEBUG [RS:0;695c90f4bb18:38497 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T03:18:10,522 INFO [RS:0;695c90f4bb18:38497 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T03:18:10,522 INFO [RS:0;695c90f4bb18:38497 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T03:18:10,622 INFO [RS:0;695c90f4bb18:38497 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:18:10,624 INFO [RS:0;695c90f4bb18:38497 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C38497%2C1731813488299, suffix=, logDir=hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/WALs/695c90f4bb18,38497,1731813488299, archiveDir=hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/oldWALs, maxLogs=10 2024-11-17T03:18:10,636 DEBUG [RS:0;695c90f4bb18:38497 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/WALs/695c90f4bb18,38497,1731813488299/695c90f4bb18%2C38497%2C1731813488299.1731813490624, exclude list is [], retry=0 2024-11-17T03:18:10,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41087,DS-a45e9171-024c-448f-96a8-27a6e02c867e,DISK] 2024-11-17T03:18:10,640 INFO [RS:0;695c90f4bb18:38497 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/WALs/695c90f4bb18,38497,1731813488299/695c90f4bb18%2C38497%2C1731813488299.1731813490624 2024-11-17T03:18:10,640 DEBUG [RS:0;695c90f4bb18:38497 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39071:39071)] 2024-11-17T03:18:10,757 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T03:18:10,757 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db 2024-11-17T03:18:10,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741833_1009 (size=32) 2024-11-17T03:18:11,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:18:11,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:18:11,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:18:11,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:11,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:18:11,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:18:11,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:18:11,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:11,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:18:11,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:18:11,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:18:11,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:11,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:18:11,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:18:11,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:18:11,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:11,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:18:11,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:18:11,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/hbase/meta/1588230740 2024-11-17T03:18:11,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/hbase/meta/1588230740 2024-11-17T03:18:11,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:18:11,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:18:11,173 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:18:11,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:18:11,176 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:18:11,177 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69516183, jitterRate=0.035871848464012146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:18:11,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731813491163Initializing all the Stores at 1731813491163Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813491163Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813491164 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813491164Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813491164Cleaning up temporary data from old regions at 1731813491173 (+9 ms)Region opened successfully at 1731813491177 (+4 ms) 2024-11-17T03:18:11,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:18:11,177 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:18:11,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:18:11,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:18:11,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:18:11,177 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:18:11,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813491177Disabling compacts and flushes for region at 1731813491177Disabling writes for close at 1731813491177Writing region close event to WAL at 1731813491177Closed at 1731813491177 2024-11-17T03:18:11,179 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:18:11,179 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T03:18:11,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T03:18:11,180 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:18:11,181 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T03:18:11,252 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:18:11,267 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:18:11,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:18:11,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:18:11,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:18:11,278 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T03:18:11,331 DEBUG [695c90f4bb18:38943 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T03:18:11,332 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=695c90f4bb18,38497,1731813488299 2024-11-17T03:18:11,333 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,38497,1731813488299, state=OPENING 2024-11-17T03:18:11,393 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T03:18:11,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668183478 2024-11-17T03:18:11,411 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x10146cc92cc0004, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668183478 2024-11-17T03:18:11,412 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1668183478/meta-region-server: CHANGED 2024-11-17T03:18:11,412 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1668183478/meta-region-server: CHANGED 2024-11-17T03:18:11,412 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:18:11,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,38497,1731813488299}] 2024-11-17T03:18:11,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T03:18:11,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T03:18:11,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:18:11,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T03:18:11,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:18:11,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T03:18:11,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T03:18:11,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T03:18:11,565 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:18:11,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49011, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T03:18:11,570 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T03:18:11,570 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:18:11,570 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T03:18:11,572 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C38497%2C1731813488299.meta, suffix=.meta, logDir=hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/WALs/695c90f4bb18,38497,1731813488299, archiveDir=hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/oldWALs, maxLogs=10 2024-11-17T03:18:11,584 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/WALs/695c90f4bb18,38497,1731813488299/695c90f4bb18%2C38497%2C1731813488299.meta.1731813491572.meta, exclude list is [], retry=0 2024-11-17T03:18:11,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41087,DS-a45e9171-024c-448f-96a8-27a6e02c867e,DISK] 2024-11-17T03:18:11,588 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/WALs/695c90f4bb18,38497,1731813488299/695c90f4bb18%2C38497%2C1731813488299.meta.1731813491572.meta 2024-11-17T03:18:11,588 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39071:39071)] 2024-11-17T03:18:11,588 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:18:11,589 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:18:11,589 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:18:11,589 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T03:18:11,589 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T03:18:11,589 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T03:18:11,589 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:18:11,589 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T03:18:11,589 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T03:18:11,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:18:11,591 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:18:11,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:11,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:18:11,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:18:11,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:18:11,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:11,593 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:18:11,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:18:11,594 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:18:11,594 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:11,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:18:11,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:18:11,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:18:11,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:11,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:18:11,597 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:18:11,598 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/hbase/meta/1588230740 2024-11-17T03:18:11,601 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/hbase/meta/1588230740 2024-11-17T03:18:11,603 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:18:11,603 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:18:11,604 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:18:11,605 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:18:11,606 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60041481, jitterRate=-0.10531221330165863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:18:11,606 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T03:18:11,606 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731813491589Writing region info on filesystem at 1731813491589Initializing all the Stores at 1731813491590 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813491590Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813491590Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813491590Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813491590Cleaning up temporary data from old regions at 1731813491603 (+13 ms)Running coprocessor post-open hooks at 1731813491606 (+3 ms)Region opened successfully at 1731813491606 2024-11-17T03:18:11,608 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731813491565 2024-11-17T03:18:11,610 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T03:18:11,610 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T03:18:11,611 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,38497,1731813488299 2024-11-17T03:18:11,611 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,38497,1731813488299, state=OPEN 2024-11-17T03:18:11,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1668183478/meta-region-server 2024-11-17T03:18:11,622 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x10146cc92cc0004, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1668183478/meta-region-server 2024-11-17T03:18:11,622 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=695c90f4bb18,38497,1731813488299 2024-11-17T03:18:11,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1668183478/meta-region-server: CHANGED 2024-11-17T03:18:11,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1668183478/meta-region-server: CHANGED 2024-11-17T03:18:11,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T03:18:11,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,38497,1731813488299 in 210 msec 2024-11-17T03:18:11,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T03:18:11,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 446 msec 2024-11-17T03:18:11,629 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:18:11,629 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T03:18:11,630 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:18:11,630 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,38497,1731813488299, seqNum=-1] 2024-11-17T03:18:11,631 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:18:11,632 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:18:11,642 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2940 sec 2024-11-17T03:18:11,642 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731813491642, completionTime=-1 2024-11-17T03:18:11,642 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T03:18:11,642 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T03:18:11,644 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T03:18:11,644 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731813551644 2024-11-17T03:18:11,644 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731813611644 2024-11-17T03:18:11,644 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T03:18:11,644 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,38943,1731813488158-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:11,644 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,38943,1731813488158-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:11,644 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,38943,1731813488158-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:11,644 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-695c90f4bb18:38943, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:11,644 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:11,645 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:11,646 DEBUG [master/695c90f4bb18:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T03:18:11,648 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.268sec 2024-11-17T03:18:11,648 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T03:18:11,649 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T03:18:11,649 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T03:18:11,649 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T03:18:11,649 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T03:18:11,649 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,38943,1731813488158-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:18:11,649 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,38943,1731813488158-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T03:18:11,651 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T03:18:11,651 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T03:18:11,651 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,38943,1731813488158-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:18:11,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41180301, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:11,742 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,38943,-1 for getting cluster id 2024-11-17T03:18:11,742 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:18:11,743 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7f75cea-7bd3-438f-95ff-bb3b72e7cfc4' 2024-11-17T03:18:11,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:18:11,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7f75cea-7bd3-438f-95ff-bb3b72e7cfc4" 2024-11-17T03:18:11,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ff7326, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:11,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,38943,-1] 2024-11-17T03:18:11,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:18:11,744 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:18:11,745 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:18:11,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d2195f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:11,746 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:18:11,747 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,38497,1731813488299, seqNum=-1] 2024-11-17T03:18:11,748 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:18:11,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:18:11,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=695c90f4bb18,38943,1731813488158 2024-11-17T03:18:11,752 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65267 2024-11-17T03:18:11,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:18:11,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10146cc92cc0005 connected 2024-11-17T03:18:11,779 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:18:11,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46831,1731813482489 2024-11-17T03:18:11,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52d9a6ce 2024-11-17T03:18:11,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:18:11,782 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:18:11,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:18:11,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T03:18:11,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:18:11,791 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:11,791 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T03:18:11,792 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:18:11,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:18:11,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741835_1011 (size=902) 2024-11-17T03:18:11,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:18:12,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:18:12,200 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8b733e69902326226e220d537fa73e2e, NAME => 'test,,1731813491783.8b733e69902326226e220d537fa73e2e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5 2024-11-17T03:18:12,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741836_1012 (size=39) 2024-11-17T03:18:12,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:18:12,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731813491783.8b733e69902326226e220d537fa73e2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:18:12,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8b733e69902326226e220d537fa73e2e, disabling compactions & flushes 2024-11-17T03:18:12,611 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731813491783.8b733e69902326226e220d537fa73e2e. 2024-11-17T03:18:12,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813491783.8b733e69902326226e220d537fa73e2e. 2024-11-17T03:18:12,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731813491783.8b733e69902326226e220d537fa73e2e. after waiting 0 ms 2024-11-17T03:18:12,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731813491783.8b733e69902326226e220d537fa73e2e. 2024-11-17T03:18:12,611 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731813491783.8b733e69902326226e220d537fa73e2e. 2024-11-17T03:18:12,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8b733e69902326226e220d537fa73e2e: Waiting for close lock at 1731813492610Disabling compacts and flushes for region at 1731813492610Disabling writes for close at 1731813492611 (+1 ms)Writing region close event to WAL at 1731813492611Closed at 1731813492611 2024-11-17T03:18:12,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:18:12,612 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731813491783.8b733e69902326226e220d537fa73e2e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731813492612"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813492612"}]},"ts":"1731813492612"} 2024-11-17T03:18:12,614 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:18:12,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:18:12,616 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813492615"}]},"ts":"1731813492615"} 2024-11-17T03:18:12,617 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T03:18:12,618 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8b733e69902326226e220d537fa73e2e, ASSIGN}] 2024-11-17T03:18:12,619 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8b733e69902326226e220d537fa73e2e, ASSIGN 2024-11-17T03:18:12,620 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8b733e69902326226e220d537fa73e2e, ASSIGN; state=OFFLINE, location=695c90f4bb18,35447,1731813482690; forceNewPlan=false, retain=false 2024-11-17T03:18:12,770 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8b733e69902326226e220d537fa73e2e, regionState=OPENING, regionLocation=695c90f4bb18,35447,1731813482690 2024-11-17T03:18:12,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8b733e69902326226e220d537fa73e2e, ASSIGN because future has completed 2024-11-17T03:18:12,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b733e69902326226e220d537fa73e2e, server=695c90f4bb18,35447,1731813482690}] 2024-11-17T03:18:12,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:18:12,945 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731813491783.8b733e69902326226e220d537fa73e2e. 2024-11-17T03:18:12,945 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8b733e69902326226e220d537fa73e2e, NAME => 'test,,1731813491783.8b733e69902326226e220d537fa73e2e.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:18:12,946 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:18:12,946 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T03:18:12,946 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8b733e69902326226e220d537fa73e2e 2024-11-17T03:18:12,946 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731813491783.8b733e69902326226e220d537fa73e2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:18:12,946 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8b733e69902326226e220d537fa73e2e 2024-11-17T03:18:12,946 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8b733e69902326226e220d537fa73e2e 2024-11-17T03:18:12,948 INFO [StoreOpener-8b733e69902326226e220d537fa73e2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8b733e69902326226e220d537fa73e2e 2024-11-17T03:18:12,949 INFO [StoreOpener-8b733e69902326226e220d537fa73e2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b733e69902326226e220d537fa73e2e columnFamilyName f 2024-11-17T03:18:12,949 DEBUG [StoreOpener-8b733e69902326226e220d537fa73e2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:12,950 INFO [StoreOpener-8b733e69902326226e220d537fa73e2e-1 {}] regionserver.HStore(327): Store=8b733e69902326226e220d537fa73e2e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:18:12,950 INFO [StoreOpener-8b733e69902326226e220d537fa73e2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8b733e69902326226e220d537fa73e2e 2024-11-17T03:18:12,951 INFO [StoreOpener-8b733e69902326226e220d537fa73e2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b733e69902326226e220d537fa73e2e columnFamilyName f1 2024-11-17T03:18:12,951 DEBUG [StoreOpener-8b733e69902326226e220d537fa73e2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:12,951 INFO [StoreOpener-8b733e69902326226e220d537fa73e2e-1 {}] regionserver.HStore(327): Store=8b733e69902326226e220d537fa73e2e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:18:12,952 INFO [StoreOpener-8b733e69902326226e220d537fa73e2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8b733e69902326226e220d537fa73e2e 2024-11-17T03:18:12,953 INFO [StoreOpener-8b733e69902326226e220d537fa73e2e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8b733e69902326226e220d537fa73e2e columnFamilyName norep 2024-11-17T03:18:12,953 DEBUG [StoreOpener-8b733e69902326226e220d537fa73e2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:12,953 INFO [StoreOpener-8b733e69902326226e220d537fa73e2e-1 {}] regionserver.HStore(327): Store=8b733e69902326226e220d537fa73e2e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:18:12,953 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8b733e69902326226e220d537fa73e2e 2024-11-17T03:18:12,954 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/default/test/8b733e69902326226e220d537fa73e2e 2024-11-17T03:18:12,954 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/default/test/8b733e69902326226e220d537fa73e2e 2024-11-17T03:18:12,955 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8b733e69902326226e220d537fa73e2e 2024-11-17T03:18:12,956 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8b733e69902326226e220d537fa73e2e 2024-11-17T03:18:12,956 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:18:12,957 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8b733e69902326226e220d537fa73e2e 2024-11-17T03:18:12,964 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/default/test/8b733e69902326226e220d537fa73e2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:18:12,964 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8b733e69902326226e220d537fa73e2e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66336731, jitterRate=-0.011505678296089172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:18:12,964 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8b733e69902326226e220d537fa73e2e 2024-11-17T03:18:12,965 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8b733e69902326226e220d537fa73e2e: Running coprocessor pre-open hook at 1731813492946Writing region info on filesystem at 1731813492946Initializing all the Stores at 1731813492947 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813492947Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813492948 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813492948Cleaning up temporary data from old regions at 1731813492956 (+8 ms)Running coprocessor post-open hooks at 1731813492964 (+8 ms)Region opened successfully at 1731813492965 (+1 ms) 2024-11-17T03:18:12,968 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731813491783.8b733e69902326226e220d537fa73e2e., pid=6, masterSystemTime=1731813492941 2024-11-17T03:18:12,970 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731813491783.8b733e69902326226e220d537fa73e2e. 2024-11-17T03:18:12,970 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731813491783.8b733e69902326226e220d537fa73e2e. 2024-11-17T03:18:12,972 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8b733e69902326226e220d537fa73e2e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=695c90f4bb18,35447,1731813482690 2024-11-17T03:18:12,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8b733e69902326226e220d537fa73e2e, server=695c90f4bb18,35447,1731813482690 because future has completed 2024-11-17T03:18:12,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T03:18:12,977 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8b733e69902326226e220d537fa73e2e, server=695c90f4bb18,35447,1731813482690 in 187 msec 2024-11-17T03:18:12,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T03:18:12,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8b733e69902326226e220d537fa73e2e, ASSIGN in 359 msec 2024-11-17T03:18:12,981 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:18:12,981 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813492981"}]},"ts":"1731813492981"} 2024-11-17T03:18:12,984 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T03:18:12,985 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:18:12,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1980 sec 2024-11-17T03:18:13,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:18:13,945 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:18:13,945 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T03:18:13,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,38943,1731813488158 2024-11-17T03:18:13,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c9ce4f8 2024-11-17T03:18:13,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:18:13,947 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:18:13,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38943 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:18:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38943 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T03:18:13,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:18:13,951 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:13,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38943 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T03:18:13,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:18:13,953 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:18:13,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741835_1011 (size=902) 2024-11-17T03:18:14,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:18:14,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:18:14,362 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2dd233ecd4e365a548a9bb6225288c60, NAME => 'test,,1731813493948.2dd233ecd4e365a548a9bb6225288c60.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db 2024-11-17T03:18:14,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741836_1012 (size=39) 2024-11-17T03:18:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:18:14,775 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731813493948.2dd233ecd4e365a548a9bb6225288c60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:18:14,775 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2dd233ecd4e365a548a9bb6225288c60, disabling compactions & flushes 2024-11-17T03:18:14,775 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731813493948.2dd233ecd4e365a548a9bb6225288c60. 2024-11-17T03:18:14,775 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813493948.2dd233ecd4e365a548a9bb6225288c60. 2024-11-17T03:18:14,775 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731813493948.2dd233ecd4e365a548a9bb6225288c60. after waiting 0 ms 2024-11-17T03:18:14,775 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731813493948.2dd233ecd4e365a548a9bb6225288c60. 2024-11-17T03:18:14,775 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731813493948.2dd233ecd4e365a548a9bb6225288c60. 2024-11-17T03:18:14,775 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2dd233ecd4e365a548a9bb6225288c60: Waiting for close lock at 1731813494775Disabling compacts and flushes for region at 1731813494775Disabling writes for close at 1731813494775Writing region close event to WAL at 1731813494775Closed at 1731813494775 2024-11-17T03:18:14,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:18:14,777 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731813493948.2dd233ecd4e365a548a9bb6225288c60.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731813494776"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813494776"}]},"ts":"1731813494776"} 2024-11-17T03:18:14,779 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:18:14,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:18:14,780 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813494780"}]},"ts":"1731813494780"} 2024-11-17T03:18:14,782 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T03:18:14,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2dd233ecd4e365a548a9bb6225288c60, ASSIGN}] 2024-11-17T03:18:14,783 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2dd233ecd4e365a548a9bb6225288c60, ASSIGN 2024-11-17T03:18:14,784 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2dd233ecd4e365a548a9bb6225288c60, ASSIGN; state=OFFLINE, location=695c90f4bb18,38497,1731813488299; forceNewPlan=false, retain=false 2024-11-17T03:18:14,935 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2dd233ecd4e365a548a9bb6225288c60, regionState=OPENING, regionLocation=695c90f4bb18,38497,1731813488299 2024-11-17T03:18:14,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2dd233ecd4e365a548a9bb6225288c60, ASSIGN because future has completed 2024-11-17T03:18:14,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dd233ecd4e365a548a9bb6225288c60, server=695c90f4bb18,38497,1731813488299}] 2024-11-17T03:18:15,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:18:15,100 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731813493948.2dd233ecd4e365a548a9bb6225288c60. 2024-11-17T03:18:15,100 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2dd233ecd4e365a548a9bb6225288c60, NAME => 'test,,1731813493948.2dd233ecd4e365a548a9bb6225288c60.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:18:15,101 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:18:15,101 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T03:18:15,101 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2dd233ecd4e365a548a9bb6225288c60 2024-11-17T03:18:15,101 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731813493948.2dd233ecd4e365a548a9bb6225288c60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:18:15,101 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2dd233ecd4e365a548a9bb6225288c60 2024-11-17T03:18:15,101 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2dd233ecd4e365a548a9bb6225288c60 2024-11-17T03:18:15,102 INFO [StoreOpener-2dd233ecd4e365a548a9bb6225288c60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2dd233ecd4e365a548a9bb6225288c60 2024-11-17T03:18:15,104 INFO [StoreOpener-2dd233ecd4e365a548a9bb6225288c60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dd233ecd4e365a548a9bb6225288c60 columnFamilyName f 2024-11-17T03:18:15,104 DEBUG [StoreOpener-2dd233ecd4e365a548a9bb6225288c60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:15,104 INFO [StoreOpener-2dd233ecd4e365a548a9bb6225288c60-1 {}] regionserver.HStore(327): Store=2dd233ecd4e365a548a9bb6225288c60/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:18:15,104 INFO [StoreOpener-2dd233ecd4e365a548a9bb6225288c60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2dd233ecd4e365a548a9bb6225288c60 2024-11-17T03:18:15,105 INFO [StoreOpener-2dd233ecd4e365a548a9bb6225288c60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dd233ecd4e365a548a9bb6225288c60 columnFamilyName f1 2024-11-17T03:18:15,105 DEBUG [StoreOpener-2dd233ecd4e365a548a9bb6225288c60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:15,105 INFO [StoreOpener-2dd233ecd4e365a548a9bb6225288c60-1 {}] regionserver.HStore(327): Store=2dd233ecd4e365a548a9bb6225288c60/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:18:15,106 INFO [StoreOpener-2dd233ecd4e365a548a9bb6225288c60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2dd233ecd4e365a548a9bb6225288c60 2024-11-17T03:18:15,107 INFO [StoreOpener-2dd233ecd4e365a548a9bb6225288c60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dd233ecd4e365a548a9bb6225288c60 columnFamilyName norep 2024-11-17T03:18:15,107 DEBUG [StoreOpener-2dd233ecd4e365a548a9bb6225288c60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:15,107 INFO [StoreOpener-2dd233ecd4e365a548a9bb6225288c60-1 {}] regionserver.HStore(327): Store=2dd233ecd4e365a548a9bb6225288c60/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:18:15,107 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2dd233ecd4e365a548a9bb6225288c60 2024-11-17T03:18:15,108 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/default/test/2dd233ecd4e365a548a9bb6225288c60 2024-11-17T03:18:15,109 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/default/test/2dd233ecd4e365a548a9bb6225288c60 2024-11-17T03:18:15,113 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2dd233ecd4e365a548a9bb6225288c60 2024-11-17T03:18:15,113 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2dd233ecd4e365a548a9bb6225288c60 2024-11-17T03:18:15,114 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:18:15,115 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2dd233ecd4e365a548a9bb6225288c60 2024-11-17T03:18:15,121 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/default/test/2dd233ecd4e365a548a9bb6225288c60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:18:15,121 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2dd233ecd4e365a548a9bb6225288c60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60806363, jitterRate=-0.09391458332538605}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:18:15,121 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2dd233ecd4e365a548a9bb6225288c60 2024-11-17T03:18:15,121 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2dd233ecd4e365a548a9bb6225288c60: Running coprocessor pre-open hook at 1731813495101Writing region info on filesystem at 1731813495101Initializing all the Stores at 1731813495102 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813495102Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813495102Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813495102Cleaning up temporary data from old regions at 1731813495113 (+11 ms)Running coprocessor post-open hooks at 1731813495121 (+8 ms)Region opened successfully at 1731813495121 2024-11-17T03:18:15,122 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731813493948.2dd233ecd4e365a548a9bb6225288c60., pid=6, masterSystemTime=1731813495097 2024-11-17T03:18:15,124 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731813493948.2dd233ecd4e365a548a9bb6225288c60. 2024-11-17T03:18:15,124 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731813493948.2dd233ecd4e365a548a9bb6225288c60. 2024-11-17T03:18:15,125 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2dd233ecd4e365a548a9bb6225288c60, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=695c90f4bb18,38497,1731813488299 2024-11-17T03:18:15,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dd233ecd4e365a548a9bb6225288c60, server=695c90f4bb18,38497,1731813488299 because future has completed 2024-11-17T03:18:15,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T03:18:15,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2dd233ecd4e365a548a9bb6225288c60, server=695c90f4bb18,38497,1731813488299 in 190 msec 2024-11-17T03:18:15,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T03:18:15,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2dd233ecd4e365a548a9bb6225288c60, ASSIGN in 349 msec 2024-11-17T03:18:15,134 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:18:15,134 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813495134"}]},"ts":"1731813495134"} 2024-11-17T03:18:15,136 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T03:18:15,137 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:18:15,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1890 sec 2024-11-17T03:18:16,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38943 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:18:16,115 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T03:18:16,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9d3288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:16,115 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46831,-1 for getting cluster id 2024-11-17T03:18:16,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:18:16,116 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d05725a-09f5-4752-8cc1-f17078ec162d' 2024-11-17T03:18:16,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:18:16,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d05725a-09f5-4752-8cc1-f17078ec162d" 2024-11-17T03:18:16,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca20602, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:16,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46831,-1] 2024-11-17T03:18:16,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:18:16,117 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:18:16,118 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:18:16,118 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e3b031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:16,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345255ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:16,119 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,38943,-1 for getting cluster id 2024-11-17T03:18:16,119 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:18:16,120 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7f75cea-7bd3-438f-95ff-bb3b72e7cfc4' 2024-11-17T03:18:16,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:18:16,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7f75cea-7bd3-438f-95ff-bb3b72e7cfc4" 2024-11-17T03:18:16,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@502d5bc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:16,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,38943,-1] 2024-11-17T03:18:16,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:18:16,120 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:18:16,121 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:18:16,122 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36569d48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:16,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d0793c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:16,122 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46831,-1 for getting cluster id 2024-11-17T03:18:16,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:18:16,123 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d05725a-09f5-4752-8cc1-f17078ec162d' 2024-11-17T03:18:16,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:18:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d05725a-09f5-4752-8cc1-f17078ec162d" 2024-11-17T03:18:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@253999d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46831,-1] 2024-11-17T03:18:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:18:16,124 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:18:16,125 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:18:16,126 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51564da3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:16,127 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:18:16,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46831,1731813482489 2024-11-17T03:18:16,128 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a9fe9ad 2024-11-17T03:18:16,129 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:18:16,130 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:18:16,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://695c90f4bb18:38943,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-17T03:18:16,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T03:18:16,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:18:16,133 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:38943' 2024-11-17T03:18:16,134 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8fd97d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:16,135 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,38943,-1 for getting cluster id 2024-11-17T03:18:16,135 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:18:16,135 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7f75cea-7bd3-438f-95ff-bb3b72e7cfc4' 2024-11-17T03:18:16,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:18:16,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7f75cea-7bd3-438f-95ff-bb3b72e7cfc4" 2024-11-17T03:18:16,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30c021ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:16,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,38943,-1] 2024-11-17T03:18:16,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:18:16,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:18:16,137 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:18:16,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@742381e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:16,138 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:18:16,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,38943,1731813488158 2024-11-17T03:18:16,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ee8ebcc 2024-11-17T03:18:16,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:18:16,139 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:18:16,140 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-17T03:18:16,140 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T03:18:16,140 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:18:16,140 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:18:16,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:18:16,141 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:18:16,142 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T03:18:16,143 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:18:16,143 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:16,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:18:16,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741837_1013 (size=1138) 2024-11-17T03:18:16,192 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T03:18:16,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:18:16,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:18:16,489 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T03:18:16,551 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0677fbffc8cd40ab1ec78e8a54bd0b9, NAME => 'hbase:replication,,1731813496141.b0677fbffc8cd40ab1ec78e8a54bd0b9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5 2024-11-17T03:18:16,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741838_1014 (size=44) 2024-11-17T03:18:16,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:18:16,957 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813496141.b0677fbffc8cd40ab1ec78e8a54bd0b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:18:16,957 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b0677fbffc8cd40ab1ec78e8a54bd0b9, disabling compactions & flushes 2024-11-17T03:18:16,957 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813496141.b0677fbffc8cd40ab1ec78e8a54bd0b9. 2024-11-17T03:18:16,957 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813496141.b0677fbffc8cd40ab1ec78e8a54bd0b9. 2024-11-17T03:18:16,957 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813496141.b0677fbffc8cd40ab1ec78e8a54bd0b9. after waiting 0 ms 2024-11-17T03:18:16,957 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813496141.b0677fbffc8cd40ab1ec78e8a54bd0b9. 2024-11-17T03:18:16,957 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731813496141.b0677fbffc8cd40ab1ec78e8a54bd0b9. 2024-11-17T03:18:16,957 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0677fbffc8cd40ab1ec78e8a54bd0b9: Waiting for close lock at 1731813496957Disabling compacts and flushes for region at 1731813496957Disabling writes for close at 1731813496957Writing region close event to WAL at 1731813496957Closed at 1731813496957 2024-11-17T03:18:16,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:18:16,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731813496141.b0677fbffc8cd40ab1ec78e8a54bd0b9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731813496959"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813496959"}]},"ts":"1731813496959"} 2024-11-17T03:18:16,962 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:18:16,963 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:18:16,963 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813496963"}]},"ts":"1731813496963"} 2024-11-17T03:18:16,965 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T03:18:16,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0677fbffc8cd40ab1ec78e8a54bd0b9, ASSIGN}] 2024-11-17T03:18:16,967 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0677fbffc8cd40ab1ec78e8a54bd0b9, ASSIGN 2024-11-17T03:18:16,968 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b0677fbffc8cd40ab1ec78e8a54bd0b9, ASSIGN; state=OFFLINE, location=695c90f4bb18,35447,1731813482690; forceNewPlan=false, retain=false 2024-11-17T03:18:17,091 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:18:17,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:18:17,112 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:18:17,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:18:17,119 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b0677fbffc8cd40ab1ec78e8a54bd0b9, regionState=OPENING, regionLocation=695c90f4bb18,35447,1731813482690 2024-11-17T03:18:17,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b0677fbffc8cd40ab1ec78e8a54bd0b9, ASSIGN because future has completed 2024-11-17T03:18:17,122 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0677fbffc8cd40ab1ec78e8a54bd0b9, server=695c90f4bb18,35447,1731813482690}] 2024-11-17T03:18:17,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:18:17,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:18:17,278 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731813496141.b0677fbffc8cd40ab1ec78e8a54bd0b9. 2024-11-17T03:18:17,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:18:17,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T03:18:17,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C35447%2C1731813482690.rep, suffix=, logDir=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690, archiveDir=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/oldWALs, maxLogs=10 2024-11-17T03:18:17,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.rep.1731813497281, exclude list is [], retry=0 2024-11-17T03:18:17,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41589,DS-9a5a0b08-a3ff-4f97-aa9c-53919fda935b,DISK] 2024-11-17T03:18:17,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.rep.1731813497281 2024-11-17T03:18:17,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37085:37085)] 2024-11-17T03:18:17,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b0677fbffc8cd40ab1ec78e8a54bd0b9, NAME => 'hbase:replication,,1731813496141.b0677fbffc8cd40ab1ec78e8a54bd0b9.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:18:17,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:18:17,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:18:17,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731813496141.b0677fbffc8cd40ab1ec78e8a54bd0b9. service=MultiRowMutationService 2024-11-17T03:18:17,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T03:18:17,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b0677fbffc8cd40ab1ec78e8a54bd0b9 2024-11-17T03:18:17,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813496141.b0677fbffc8cd40ab1ec78e8a54bd0b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:18:17,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b0677fbffc8cd40ab1ec78e8a54bd0b9 2024-11-17T03:18:17,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b0677fbffc8cd40ab1ec78e8a54bd0b9 2024-11-17T03:18:17,304 INFO [StoreOpener-b0677fbffc8cd40ab1ec78e8a54bd0b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b0677fbffc8cd40ab1ec78e8a54bd0b9 2024-11-17T03:18:17,305 INFO [StoreOpener-b0677fbffc8cd40ab1ec78e8a54bd0b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0677fbffc8cd40ab1ec78e8a54bd0b9 columnFamilyName hfileref 2024-11-17T03:18:17,305 DEBUG [StoreOpener-b0677fbffc8cd40ab1ec78e8a54bd0b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:17,306 INFO [StoreOpener-b0677fbffc8cd40ab1ec78e8a54bd0b9-1 {}] regionserver.HStore(327): Store=b0677fbffc8cd40ab1ec78e8a54bd0b9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:18:17,306 INFO [StoreOpener-b0677fbffc8cd40ab1ec78e8a54bd0b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b0677fbffc8cd40ab1ec78e8a54bd0b9 2024-11-17T03:18:17,307 INFO [StoreOpener-b0677fbffc8cd40ab1ec78e8a54bd0b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0677fbffc8cd40ab1ec78e8a54bd0b9 columnFamilyName queue 2024-11-17T03:18:17,307 DEBUG [StoreOpener-b0677fbffc8cd40ab1ec78e8a54bd0b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:17,307 INFO [StoreOpener-b0677fbffc8cd40ab1ec78e8a54bd0b9-1 {}] regionserver.HStore(327): Store=b0677fbffc8cd40ab1ec78e8a54bd0b9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:18:17,307 INFO [StoreOpener-b0677fbffc8cd40ab1ec78e8a54bd0b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b0677fbffc8cd40ab1ec78e8a54bd0b9 2024-11-17T03:18:17,309 INFO [StoreOpener-b0677fbffc8cd40ab1ec78e8a54bd0b9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0677fbffc8cd40ab1ec78e8a54bd0b9 columnFamilyName sid 2024-11-17T03:18:17,309 DEBUG [StoreOpener-b0677fbffc8cd40ab1ec78e8a54bd0b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:18:17,309 INFO [StoreOpener-b0677fbffc8cd40ab1ec78e8a54bd0b9-1 {}] regionserver.HStore(327): Store=b0677fbffc8cd40ab1ec78e8a54bd0b9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:18:17,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b0677fbffc8cd40ab1ec78e8a54bd0b9 2024-11-17T03:18:17,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/replication/b0677fbffc8cd40ab1ec78e8a54bd0b9 2024-11-17T03:18:17,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/replication/b0677fbffc8cd40ab1ec78e8a54bd0b9 2024-11-17T03:18:17,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b0677fbffc8cd40ab1ec78e8a54bd0b9 2024-11-17T03:18:17,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b0677fbffc8cd40ab1ec78e8a54bd0b9 2024-11-17T03:18:17,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:18:17,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b0677fbffc8cd40ab1ec78e8a54bd0b9 2024-11-17T03:18:17,315 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/replication/b0677fbffc8cd40ab1ec78e8a54bd0b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:18:17,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b0677fbffc8cd40ab1ec78e8a54bd0b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62941596, jitterRate=-0.062097132205963135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:18:17,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0677fbffc8cd40ab1ec78e8a54bd0b9 2024-11-17T03:18:17,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b0677fbffc8cd40ab1ec78e8a54bd0b9: Running coprocessor pre-open hook at 1731813497303Writing region info on filesystem at 1731813497303Initializing all the Stores at 1731813497304 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813497304Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813497304Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813497304Cleaning up temporary data from old regions at 1731813497311 (+7 ms)Running coprocessor post-open hooks at 1731813497316 (+5 ms)Region opened successfully at 1731813497316 2024-11-17T03:18:17,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731813496141.b0677fbffc8cd40ab1ec78e8a54bd0b9., pid=10, masterSystemTime=1731813497275 2024-11-17T03:18:17,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731813496141.b0677fbffc8cd40ab1ec78e8a54bd0b9. 2024-11-17T03:18:17,319 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731813496141.b0677fbffc8cd40ab1ec78e8a54bd0b9. 2024-11-17T03:18:17,320 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b0677fbffc8cd40ab1ec78e8a54bd0b9, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,35447,1731813482690 2024-11-17T03:18:17,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0677fbffc8cd40ab1ec78e8a54bd0b9, server=695c90f4bb18,35447,1731813482690 because future has completed 2024-11-17T03:18:17,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T03:18:17,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b0677fbffc8cd40ab1ec78e8a54bd0b9, server=695c90f4bb18,35447,1731813482690 in 201 msec 2024-11-17T03:18:17,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T03:18:17,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0677fbffc8cd40ab1ec78e8a54bd0b9, ASSIGN in 360 msec 2024-11-17T03:18:17,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:18:17,329 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813497329"}]},"ts":"1731813497329"} 2024-11-17T03:18:17,331 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T03:18:17,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:18:17,334 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1920 sec 2024-11-17T03:18:17,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731813496141.b0677fbffc8cd40ab1ec78e8a54bd0b9., hostname=695c90f4bb18,35447,1731813482690, seqNum=2] 2024-11-17T03:18:17,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10146cc92cc0001, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01176982346 2024-11-17T03:18:17,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01176982346 2024-11-17T03:18:17,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T03:18:17,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35447 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T03:18:17,597 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T03:18:17,623 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-695c90f4bb18,35447,1731813482690, ReplicationSource: 1, currentBandwidth=0 2024-11-17T03:18:17,623 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:18:17,624 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,35447,1731813482690, seqNum=-1] 2024-11-17T03:18:17,624 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:18:17,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-17T03:18:17,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-695c90f4bb18,35447,1731813482690', locateType=CURRENT is [region=hbase:replication,,1731813496141.b0677fbffc8cd40ab1ec78e8a54bd0b9., hostname=695c90f4bb18,35447,1731813482690, seqNum=2] 2024-11-17T03:18:17,643 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T03:18:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T03:18:17,647 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 695c90f4bb18,35447,1731813482690 suceeded 2024-11-17T03:18:17,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T03:18:17,650 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-17T03:18:17,651 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://695c90f4bb18:38943,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-17T03:18:17,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5210 sec 2024-11-17T03:18:17,666 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:38943' 2024-11-17T03:18:17,668 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e74f5ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:17,668 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,38943,-1 for getting cluster id 2024-11-17T03:18:17,669 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:18:17,670 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7f75cea-7bd3-438f-95ff-bb3b72e7cfc4' 2024-11-17T03:18:17,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:18:17,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7f75cea-7bd3-438f-95ff-bb3b72e7cfc4" 2024-11-17T03:18:17,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b30c4d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:17,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,38943,-1] 2024-11-17T03:18:17,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:18:17,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:18:17,672 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:18:17,673 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6162b344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:17,674 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:18:17,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,38943,1731813488158 2024-11-17T03:18:17,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35ec3694 2024-11-17T03:18:17,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:18:17,676 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-17T03:18:17,677 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-695c90f4bb18,35447,1731813482690 (queues=1) is replicating from cluster=3d05725a-09f5-4752-8cc1-f17078ec162d to cluster=e7f75cea-7bd3-438f-95ff-bb3b72e7cfc4 2024-11-17T03:18:17,677 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=695c90f4bb18%2C35447%2C1731813482690 2024-11-17T03:18:17,677 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-695c90f4bb18,35447,1731813482690, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T03:18:17,681 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389, startPosition=0, beingWritten=true 2024-11-17T03:18:17,693 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.shipper695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 695c90f4bb18%2C35447%2C1731813482690 2024-11-17T03:18:17,702 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:18:17,702 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 379, reset compression=false 2024-11-17T03:18:17,702 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.shipper695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,35447,1731813482690 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:18:17,908 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 379, reset compression=false 2024-11-17T03:18:18,212 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 379, reset compression=false 2024-11-17T03:18:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46831 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:18:18,274 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T03:18:18,274 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:18:18,274 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:18:18,274 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:18:18,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:18:18,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:18:18,275 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:18:18,280 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731813498279/Put/seqid=0 2024-11-17T03:18:18,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741840_1016 (size=7894) 2024-11-17T03:18:18,616 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 379, reset compression=false 2024-11-17T03:18:18,689 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/load_f/f/hfile_1 is 34, key is ddd/f:row/1731813498687/Put/seqid=0 2024-11-17T03:18:18,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741841_1017 (size=7691) 2024-11-17T03:18:19,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bd40e3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:19,096 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46831,-1 for getting cluster id 2024-11-17T03:18:19,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:18:19,097 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d05725a-09f5-4752-8cc1-f17078ec162d' 2024-11-17T03:18:19,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:18:19,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d05725a-09f5-4752-8cc1-f17078ec162d" 2024-11-17T03:18:19,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68b251ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:19,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46831,-1] 2024-11-17T03:18:19,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:18:19,097 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:18:19,098 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:18:19,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a511a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:19,099 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:18:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,35447,1731813482690, seqNum=-1] 2024-11-17T03:18:19,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:18:19,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:18:19,110 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:18:19,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46831,1731813482489 2024-11-17T03:18:19,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a7b5ad5 2024-11-17T03:18:19,113 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:18:19,114 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:18:19,120 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 379, reset compression=false 2024-11-17T03:18:19,120 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731813491783.8b733e69902326226e220d537fa73e2e., hostname=695c90f4bb18,35447,1731813482690, seqNum=2] 2024-11-17T03:18:19,129 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T03:18:19,143 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-17T03:18:19,147 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-17T03:18:19,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/load_f/f/hfile_0 for inclusion in 8b733e69902326226e220d537fa73e2e/f 2024-11-17T03:18:19,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T03:18:19,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T03:18:19,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/load_f/f/hfile_1 for inclusion in 8b733e69902326226e220d537fa73e2e/f 2024-11-17T03:18:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T03:18:19,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T03:18:19,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HRegion(2603): Flush status journal for 8b733e69902326226e220d537fa73e2e: 2024-11-17T03:18:19,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/load_f/f/hfile_0 to hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/staging/jenkins__test__g3ongr58iml1439smksjjkv47bdbcd5eogl3c8k9t5vds3me4ot8rkbq88af173l/f/hfile_0 2024-11-17T03:18:19,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/staging/jenkins__test__g3ongr58iml1439smksjjkv47bdbcd5eogl3c8k9t5vds3me4ot8rkbq88af173l/f/hfile_0 as hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/default/test/8b733e69902326226e220d537fa73e2e/f/c70119d5c9ff44798b96a0cfdf400ae7_SeqId_4_ 2024-11-17T03:18:19,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/load_f/f/hfile_1 to hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/staging/jenkins__test__g3ongr58iml1439smksjjkv47bdbcd5eogl3c8k9t5vds3me4ot8rkbq88af173l/f/hfile_1 2024-11-17T03:18:19,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/staging/jenkins__test__g3ongr58iml1439smksjjkv47bdbcd5eogl3c8k9t5vds3me4ot8rkbq88af173l/f/hfile_1 as hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/default/test/8b733e69902326226e220d537fa73e2e/f/030847a4e4ac4c208a02008705bde296_SeqId_4_ 2024-11-17T03:18:19,192 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/staging/jenkins__test__g3ongr58iml1439smksjjkv47bdbcd5eogl3c8k9t5vds3me4ot8rkbq88af173l/f/hfile_0 into 8b733e69902326226e220d537fa73e2e/f as hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/default/test/8b733e69902326226e220d537fa73e2e/f/c70119d5c9ff44798b96a0cfdf400ae7_SeqId_4_ - updating store file list. 2024-11-17T03:18:19,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c70119d5c9ff44798b96a0cfdf400ae7_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T03:18:19,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/default/test/8b733e69902326226e220d537fa73e2e/f/c70119d5c9ff44798b96a0cfdf400ae7_SeqId_4_ into 8b733e69902326226e220d537fa73e2e/f 2024-11-17T03:18:19,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/staging/jenkins__test__g3ongr58iml1439smksjjkv47bdbcd5eogl3c8k9t5vds3me4ot8rkbq88af173l/f/hfile_0 into 8b733e69902326226e220d537fa73e2e/f (new location: hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/default/test/8b733e69902326226e220d537fa73e2e/f/c70119d5c9ff44798b96a0cfdf400ae7_SeqId_4_) 2024-11-17T03:18:19,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/staging/jenkins__test__g3ongr58iml1439smksjjkv47bdbcd5eogl3c8k9t5vds3me4ot8rkbq88af173l/f/hfile_0 2024-11-17T03:18:19,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/staging/jenkins__test__g3ongr58iml1439smksjjkv47bdbcd5eogl3c8k9t5vds3me4ot8rkbq88af173l/f/hfile_1 into 8b733e69902326226e220d537fa73e2e/f as hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/default/test/8b733e69902326226e220d537fa73e2e/f/030847a4e4ac4c208a02008705bde296_SeqId_4_ - updating store file list. 2024-11-17T03:18:19,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 030847a4e4ac4c208a02008705bde296_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T03:18:19,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/default/test/8b733e69902326226e220d537fa73e2e/f/030847a4e4ac4c208a02008705bde296_SeqId_4_ into 8b733e69902326226e220d537fa73e2e/f 2024-11-17T03:18:19,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/staging/jenkins__test__g3ongr58iml1439smksjjkv47bdbcd5eogl3c8k9t5vds3me4ot8rkbq88af173l/f/hfile_1 into 8b733e69902326226e220d537fa73e2e/f (new location: hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/default/test/8b733e69902326226e220d537fa73e2e/f/030847a4e4ac4c208a02008705bde296_SeqId_4_) 2024-11-17T03:18:19,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/staging/jenkins__test__g3ongr58iml1439smksjjkv47bdbcd5eogl3c8k9t5vds3me4ot8rkbq88af173l/f/hfile_1 2024-11-17T03:18:19,212 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:18:19,212 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:18:19,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:18:19,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:18:19,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:18:19,213 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:18:19,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731813491783.8b733e69902326226e220d537fa73e2e., hostname=695c90f4bb18,35447,1731813482690, seqNum=2 , the old value is region=test,,1731813491783.8b733e69902326226e220d537fa73e2e., hostname=695c90f4bb18,35447,1731813482690, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=695c90f4bb18:35447 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T03:18:19,214 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T03:18:19,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731813491783.8b733e69902326226e220d537fa73e2e., hostname=695c90f4bb18,35447,1731813482690, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T03:18:19,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731813491783.8b733e69902326226e220d537fa73e2e., hostname=695c90f4bb18,35447,1731813482690, seqNum=2 from cache 2024-11-17T03:18:19,215 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,38497,1731813488299, seqNum=-1] 2024-11-17T03:18:19,215 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:18:19,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:18:19,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731813493948.2dd233ecd4e365a548a9bb6225288c60., hostname=695c90f4bb18,38497,1731813488299, seqNum=2] 2024-11-17T03:18:19,221 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T03:18:19,325 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:35447 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T03:18:19,723 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 379, reset compression=false 2024-11-17T03:18:19,729 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:18:19,729 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.shipper695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,35447,1731813482690 got entry batch from reader: WALEntryBatch [walEntries=[{test/8b733e69902326226e220d537fa73e2e/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731813499207/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T03:18:19,745 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.shipper695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:18:19,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-17T03:18:19,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.ReplicationSink(318): Replicating [3d05725a-09f5-4752-8cc1-f17078ec162d] bulk loaded data 2024-11-17T03:18:19,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27887a00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:19,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,38943,-1 for getting cluster id 2024-11-17T03:18:19,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:18:19,751 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7f75cea-7bd3-438f-95ff-bb3b72e7cfc4' 2024-11-17T03:18:19,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:18:19,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7f75cea-7bd3-438f-95ff-bb3b72e7cfc4" 2024-11-17T03:18:19,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f10606f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:19,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,38943,-1] 2024-11-17T03:18:19,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:18:19,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:18:19,753 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:18:19,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4062e60f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:19,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741837_1013 (size=7894) 2024-11-17T03:18:19,929 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 687, reset compression=false 2024-11-17T03:18:20,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741838_1014 (size=7691) 2024-11-17T03:18:20,223 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T03:18:20,233 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 687, reset compression=false 2024-11-17T03:18:20,579 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:18:20,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,38943,1731813488158 2024-11-17T03:18:20,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30500db4 2024-11-17T03:18:20,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:18:20,581 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-17T03:18:20,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T03:18:20,582 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:18:20,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,38497,1731813488299, seqNum=-1] 2024-11-17T03:18:20,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:18:20,584 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-17T03:18:20,591 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/staging/jenkins.hfs.6__test__ba9u6to7g2ijueaa4cd6h06qv6ou6f76fh4qql2caggosfq71aeous50frn2geb1/f/030847a4e4ac4c208a02008705bde296_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-17T03:18:20,595 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/staging/jenkins.hfs.6__test__ba9u6to7g2ijueaa4cd6h06qv6ou6f76fh4qql2caggosfq71aeous50frn2geb1/f/c70119d5c9ff44798b96a0cfdf400ae7_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-17T03:18:20,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/staging/jenkins.hfs.6__test__ba9u6to7g2ijueaa4cd6h06qv6ou6f76fh4qql2caggosfq71aeous50frn2geb1/f/c70119d5c9ff44798b96a0cfdf400ae7_SeqId_4_ for inclusion in 2dd233ecd4e365a548a9bb6225288c60/f 2024-11-17T03:18:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T03:18:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T03:18:20,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/staging/jenkins.hfs.6__test__ba9u6to7g2ijueaa4cd6h06qv6ou6f76fh4qql2caggosfq71aeous50frn2geb1/f/030847a4e4ac4c208a02008705bde296_SeqId_4_ for inclusion in 2dd233ecd4e365a548a9bb6225288c60/f 2024-11-17T03:18:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T03:18:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T03:18:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HRegion(2603): Flush status journal for 2dd233ecd4e365a548a9bb6225288c60: 2024-11-17T03:18:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c70119d5c9ff44798b96a0cfdf400ae7_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T03:18:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/staging/jenkins.hfs.6__test__ba9u6to7g2ijueaa4cd6h06qv6ou6f76fh4qql2caggosfq71aeous50frn2geb1/f/c70119d5c9ff44798b96a0cfdf400ae7_SeqId_4_ as hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/default/test/2dd233ecd4e365a548a9bb6225288c60/f/8365154937ab448ead998c299ca21732_SeqId_4_ 2024-11-17T03:18:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 030847a4e4ac4c208a02008705bde296_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T03:18:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/staging/jenkins.hfs.6__test__ba9u6to7g2ijueaa4cd6h06qv6ou6f76fh4qql2caggosfq71aeous50frn2geb1/f/030847a4e4ac4c208a02008705bde296_SeqId_4_ as hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/default/test/2dd233ecd4e365a548a9bb6225288c60/f/751610fb538b4f5eb5f06a06a45f73f6_SeqId_4_ 2024-11-17T03:18:20,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/staging/jenkins.hfs.6__test__ba9u6to7g2ijueaa4cd6h06qv6ou6f76fh4qql2caggosfq71aeous50frn2geb1/f/c70119d5c9ff44798b96a0cfdf400ae7_SeqId_4_ into 2dd233ecd4e365a548a9bb6225288c60/f as hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/default/test/2dd233ecd4e365a548a9bb6225288c60/f/8365154937ab448ead998c299ca21732_SeqId_4_ - updating store file list. 2024-11-17T03:18:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8365154937ab448ead998c299ca21732_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T03:18:20,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/default/test/2dd233ecd4e365a548a9bb6225288c60/f/8365154937ab448ead998c299ca21732_SeqId_4_ into 2dd233ecd4e365a548a9bb6225288c60/f 2024-11-17T03:18:20,612 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/staging/jenkins.hfs.6__test__ba9u6to7g2ijueaa4cd6h06qv6ou6f76fh4qql2caggosfq71aeous50frn2geb1/f/c70119d5c9ff44798b96a0cfdf400ae7_SeqId_4_ into 2dd233ecd4e365a548a9bb6225288c60/f (new location: hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/default/test/2dd233ecd4e365a548a9bb6225288c60/f/8365154937ab448ead998c299ca21732_SeqId_4_) 2024-11-17T03:18:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/staging/jenkins.hfs.6__test__ba9u6to7g2ijueaa4cd6h06qv6ou6f76fh4qql2caggosfq71aeous50frn2geb1/f/c70119d5c9ff44798b96a0cfdf400ae7_SeqId_4_ 2024-11-17T03:18:20,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/staging/jenkins.hfs.6__test__ba9u6to7g2ijueaa4cd6h06qv6ou6f76fh4qql2caggosfq71aeous50frn2geb1/f/030847a4e4ac4c208a02008705bde296_SeqId_4_ into 2dd233ecd4e365a548a9bb6225288c60/f as hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/default/test/2dd233ecd4e365a548a9bb6225288c60/f/751610fb538b4f5eb5f06a06a45f73f6_SeqId_4_ - updating store file list. 2024-11-17T03:18:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 751610fb538b4f5eb5f06a06a45f73f6_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T03:18:20,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/default/test/2dd233ecd4e365a548a9bb6225288c60/f/751610fb538b4f5eb5f06a06a45f73f6_SeqId_4_ into 2dd233ecd4e365a548a9bb6225288c60/f 2024-11-17T03:18:20,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/staging/jenkins.hfs.6__test__ba9u6to7g2ijueaa4cd6h06qv6ou6f76fh4qql2caggosfq71aeous50frn2geb1/f/030847a4e4ac4c208a02008705bde296_SeqId_4_ into 2dd233ecd4e365a548a9bb6225288c60/f (new location: hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/default/test/2dd233ecd4e365a548a9bb6225288c60/f/751610fb538b4f5eb5f06a06a45f73f6_SeqId_4_) 2024-11-17T03:18:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/staging/jenkins.hfs.6__test__ba9u6to7g2ijueaa4cd6h06qv6ou6f76fh4qql2caggosfq71aeous50frn2geb1/f/030847a4e4ac4c208a02008705bde296_SeqId_4_ 2024-11-17T03:18:20,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38497 {}] regionserver.ReplicationSink(324): Finished replicating [3d05725a-09f5-4752-8cc1-f17078ec162d] bulk loaded data 2024-11-17T03:18:20,637 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 687, reset compression=false 2024-11-17T03:18:21,141 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 687, reset compression=false 2024-11-17T03:18:21,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:18:21,239 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731813501238/Put/seqid=0 2024-11-17T03:18:21,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741842_1018 (size=7997) 2024-11-17T03:18:21,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T03:18:21,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T03:18:21,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T03:18:21,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T03:18:21,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T03:18:21,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T03:18:21,731 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731813501730/Put/seqid=0 2024-11-17T03:18:21,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741843_1019 (size=7794) 2024-11-17T03:18:21,744 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 687, reset compression=false 2024-11-17T03:18:22,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71798bd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:22,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46831,-1 for getting cluster id 2024-11-17T03:18:22,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:18:22,137 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3d05725a-09f5-4752-8cc1-f17078ec162d' 2024-11-17T03:18:22,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:18:22,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3d05725a-09f5-4752-8cc1-f17078ec162d" 2024-11-17T03:18:22,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5404cd0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:22,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46831,-1] 2024-11-17T03:18:22,137 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:18:22,138 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:18:22,138 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:18:22,139 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ec3f5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:18:22,139 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:18:22,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,35447,1731813482690, seqNum=-1] 2024-11-17T03:18:22,140 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:18:22,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:18:22,149 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:18:22,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46831,1731813482489 2024-11-17T03:18:22,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f0ccf5 2024-11-17T03:18:22,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:18:22,151 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:18:22,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731813491783.8b733e69902326226e220d537fa73e2e., hostname=695c90f4bb18,35447,1731813482690, seqNum=2] 2024-11-17T03:18:22,157 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T03:18:22,162 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-17T03:18:22,165 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-17T03:18:22,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/load_f1/f1/hfile_0 for inclusion in 8b733e69902326226e220d537fa73e2e/f1 2024-11-17T03:18:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-17T03:18:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T03:18:22,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/load_f1/f1/hfile_1 for inclusion in 8b733e69902326226e220d537fa73e2e/f1 2024-11-17T03:18:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-17T03:18:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T03:18:22,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HRegion(2603): Flush status journal for 8b733e69902326226e220d537fa73e2e: 2024-11-17T03:18:22,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/load_f1/f1/hfile_0 to hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/staging/jenkins__test__ffcipji5vckffnetr40rjfi3aps137515pd09a4mo8jfmc1svthob07mavhtepbm/f1/hfile_0 2024-11-17T03:18:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/staging/jenkins__test__ffcipji5vckffnetr40rjfi3aps137515pd09a4mo8jfmc1svthob07mavhtepbm/f1/hfile_0 as hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/default/test/8b733e69902326226e220d537fa73e2e/f1/32362ecb54cf4889bd6e0cf3f1517b5f_SeqId_6_ 2024-11-17T03:18:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/load_f1/f1/hfile_1 to hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/staging/jenkins__test__ffcipji5vckffnetr40rjfi3aps137515pd09a4mo8jfmc1svthob07mavhtepbm/f1/hfile_1 2024-11-17T03:18:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/staging/jenkins__test__ffcipji5vckffnetr40rjfi3aps137515pd09a4mo8jfmc1svthob07mavhtepbm/f1/hfile_1 as hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/default/test/8b733e69902326226e220d537fa73e2e/f1/1e9db56ed36e4f6482663de1b3ae65d9_SeqId_6_ 2024-11-17T03:18:22,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-17T03:18:22,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/staging/jenkins__test__ffcipji5vckffnetr40rjfi3aps137515pd09a4mo8jfmc1svthob07mavhtepbm/f1/hfile_0 into 8b733e69902326226e220d537fa73e2e/f1 as hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/default/test/8b733e69902326226e220d537fa73e2e/f1/32362ecb54cf4889bd6e0cf3f1517b5f_SeqId_6_ - updating store file list. 2024-11-17T03:18:22,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 32362ecb54cf4889bd6e0cf3f1517b5f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T03:18:22,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/default/test/8b733e69902326226e220d537fa73e2e/f1/32362ecb54cf4889bd6e0cf3f1517b5f_SeqId_6_ into 8b733e69902326226e220d537fa73e2e/f1 2024-11-17T03:18:22,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/staging/jenkins__test__ffcipji5vckffnetr40rjfi3aps137515pd09a4mo8jfmc1svthob07mavhtepbm/f1/hfile_0 into 8b733e69902326226e220d537fa73e2e/f1 (new location: hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/default/test/8b733e69902326226e220d537fa73e2e/f1/32362ecb54cf4889bd6e0cf3f1517b5f_SeqId_6_) 2024-11-17T03:18:22,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/staging/jenkins__test__ffcipji5vckffnetr40rjfi3aps137515pd09a4mo8jfmc1svthob07mavhtepbm/f1/hfile_0 2024-11-17T03:18:22,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/staging/jenkins__test__ffcipji5vckffnetr40rjfi3aps137515pd09a4mo8jfmc1svthob07mavhtepbm/f1/hfile_1 into 8b733e69902326226e220d537fa73e2e/f1 as hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/default/test/8b733e69902326226e220d537fa73e2e/f1/1e9db56ed36e4f6482663de1b3ae65d9_SeqId_6_ - updating store file list. 2024-11-17T03:18:22,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1e9db56ed36e4f6482663de1b3ae65d9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T03:18:22,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/default/test/8b733e69902326226e220d537fa73e2e/f1/1e9db56ed36e4f6482663de1b3ae65d9_SeqId_6_ into 8b733e69902326226e220d537fa73e2e/f1 2024-11-17T03:18:22,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/staging/jenkins__test__ffcipji5vckffnetr40rjfi3aps137515pd09a4mo8jfmc1svthob07mavhtepbm/f1/hfile_1 into 8b733e69902326226e220d537fa73e2e/f1 (new location: hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/default/test/8b733e69902326226e220d537fa73e2e/f1/1e9db56ed36e4f6482663de1b3ae65d9_SeqId_6_) 2024-11-17T03:18:22,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/staging/jenkins__test__ffcipji5vckffnetr40rjfi3aps137515pd09a4mo8jfmc1svthob07mavhtepbm/f1/hfile_1 2024-11-17T03:18:22,192 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:18:22,193 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:18:22,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:18:22,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:18:22,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:18:22,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731813491783.8b733e69902326226e220d537fa73e2e., hostname=695c90f4bb18,35447,1731813482690, seqNum=2 , the old value is region=test,,1731813491783.8b733e69902326226e220d537fa73e2e., hostname=695c90f4bb18,35447,1731813482690, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=695c90f4bb18:35447 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T03:18:22,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731813491783.8b733e69902326226e220d537fa73e2e., hostname=695c90f4bb18,35447,1731813482690, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T03:18:22,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731813491783.8b733e69902326226e220d537fa73e2e., hostname=695c90f4bb18,35447,1731813482690, seqNum=2 from cache 2024-11-17T03:18:22,194 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:18:22,194 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,35447,1731813482690, seqNum=-1] 2024-11-17T03:18:22,195 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:18:22,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:18:22,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35447: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:58342 deadline: 1731813562193 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:58342 2024-11-17T03:18:22,198 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731813491783.8b733e69902326226e220d537fa73e2e., hostname=695c90f4bb18,35447,1731813482690, seqNum=2] 2024-11-17T03:18:22,304 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:35447 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T03:18:22,448 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 687, reset compression=false 2024-11-17T03:18:22,453 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:18:22,453 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:18:22,453 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.shipper695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,35447,1731813482690 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:18:22,657 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:18:22,804 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:18:22,823 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:18:22,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:18:22,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:18:22,829 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:18:22,961 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:18:23,279 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T03:18:23,365 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:18:23,869 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:18:24,473 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:18:25,177 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:18:25,981 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:18:26,885 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:18:27,892 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:18:28,995 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:18:30,199 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:18:31,503 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:18:32,077 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T03:18:32,906 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:18:34,410 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:18:36,014 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:18:37,719 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:18:38,140 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T03:18:39,523 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:18:41,427 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:18:42,455 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.shipper695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,35447,1731813482690 got entry batch from reader: null 2024-11-17T03:18:43,430 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:18:45,534 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:18:46,204 INFO [master/695c90f4bb18:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T03:18:46,204 INFO [master/695c90f4bb18:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T03:18:47,738 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:18:50,041 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:18:51,673 INFO [master/695c90f4bb18:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T03:18:51,673 INFO [master/695c90f4bb18:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T03:18:52,445 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:18:54,949 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:18:57,553 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:18:57,946 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8b733e69902326226e220d537fa73e2e, had cached 0 bytes from a total of 31376 2024-11-17T03:19:00,101 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2dd233ecd4e365a548a9bb6225288c60, had cached 0 bytes from a total of 15585 2024-11-17T03:19:00,257 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:19:02,078 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T03:19:02,455 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.shipper695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,35447,1731813482690 got entry batch from reader: null 2024-11-17T03:19:03,061 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:19:05,965 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:19:08,140 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T03:19:08,971 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:19:11,747 DEBUG [master/695c90f4bb18:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-17T03:19:12,076 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:19:15,279 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:19:18,583 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:19:21,987 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:19:22,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T03:19:22,228 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:19:22,228 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:19:22,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:22,228 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:22,228 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:19:22,228 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T03:19:22,229 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1811876236, stopped=false 2024-11-17T03:19:22,229 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=695c90f4bb18,38943,1731813488158 2024-11-17T03:19:22,290 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x10146cc92cc0004, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1668183478/running 2024-11-17T03:19:22,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1668183478/running 2024-11-17T03:19:22,290 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:19:22,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668183478 2024-11-17T03:19:22,290 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x10146cc92cc0004, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668183478 2024-11-17T03:19:22,290 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:19:22,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:19:22,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:22,291 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '695c90f4bb18,38497,1731813488299' ***** 2024-11-17T03:19:22,291 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T03:19:22,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Set watcher on znode that does not yet exist, /1668183478/running 2024-11-17T03:19:22,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38497-0x10146cc92cc0004, quorum=127.0.0.1:65267, baseZNode=/1668183478 Set watcher on znode that does not yet exist, /1668183478/running 2024-11-17T03:19:22,291 INFO [RS:0;695c90f4bb18:38497 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T03:19:22,291 INFO [RS:0;695c90f4bb18:38497 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T03:19:22,291 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T03:19:22,291 INFO [RS:0;695c90f4bb18:38497 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T03:19:22,291 INFO [RS:0;695c90f4bb18:38497 {}] regionserver.HRegionServer(3091): Received CLOSE for 2dd233ecd4e365a548a9bb6225288c60 2024-11-17T03:19:22,291 INFO [RS:0;695c90f4bb18:38497 {}] regionserver.HRegionServer(959): stopping server 695c90f4bb18,38497,1731813488299 2024-11-17T03:19:22,291 INFO [RS:0;695c90f4bb18:38497 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:19:22,292 INFO [RS:0;695c90f4bb18:38497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:38497. 2024-11-17T03:19:22,292 DEBUG [RS:0;695c90f4bb18:38497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:19:22,292 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2dd233ecd4e365a548a9bb6225288c60, disabling compactions & flushes 2024-11-17T03:19:22,292 DEBUG [RS:0;695c90f4bb18:38497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:22,292 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731813493948.2dd233ecd4e365a548a9bb6225288c60. 2024-11-17T03:19:22,292 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813493948.2dd233ecd4e365a548a9bb6225288c60. 2024-11-17T03:19:22,292 INFO [RS:0;695c90f4bb18:38497 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T03:19:22,292 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731813493948.2dd233ecd4e365a548a9bb6225288c60. after waiting 0 ms 2024-11-17T03:19:22,292 INFO [RS:0;695c90f4bb18:38497 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T03:19:22,292 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731813493948.2dd233ecd4e365a548a9bb6225288c60. 2024-11-17T03:19:22,292 INFO [RS:0;695c90f4bb18:38497 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T03:19:22,292 INFO [RS:0;695c90f4bb18:38497 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T03:19:22,292 INFO [RS:0;695c90f4bb18:38497 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T03:19:22,292 DEBUG [RS:0;695c90f4bb18:38497 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 2dd233ecd4e365a548a9bb6225288c60=test,,1731813493948.2dd233ecd4e365a548a9bb6225288c60.} 2024-11-17T03:19:22,292 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:19:22,292 DEBUG [RS:0;695c90f4bb18:38497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dd233ecd4e365a548a9bb6225288c60 2024-11-17T03:19:22,292 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:19:22,292 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:19:22,292 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:19:22,292 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:19:22,292 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-17T03:19:22,296 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/default/test/2dd233ecd4e365a548a9bb6225288c60/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-17T03:19:22,297 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:19:22,297 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T03:19:22,297 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731813493948.2dd233ecd4e365a548a9bb6225288c60. 2024-11-17T03:19:22,297 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2dd233ecd4e365a548a9bb6225288c60: Waiting for close lock at 1731813562292Running coprocessor pre-close hooks at 1731813562292Disabling compacts and flushes for region at 1731813562292Disabling writes for close at 1731813562292Writing region close event to WAL at 1731813562292Running coprocessor post-close hooks at 1731813562297 (+5 ms)Closed at 1731813562297 2024-11-17T03:19:22,297 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731813493948.2dd233ecd4e365a548a9bb6225288c60. 2024-11-17T03:19:22,311 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/hbase/meta/1588230740/.tmp/info/75701ef2d3a748579f83231af4746392 is 129, key is test,,1731813493948.2dd233ecd4e365a548a9bb6225288c60./info:regioninfo/1731813495125/Put/seqid=0 2024-11-17T03:19:22,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741839_1015 (size=6421) 2024-11-17T03:19:22,352 INFO [regionserver/695c90f4bb18:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:19:22,456 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.shipper695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,35447,1731813482690 got entry batch from reader: null 2024-11-17T03:19:22,492 DEBUG [RS:0;695c90f4bb18:38497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:19:22,570 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T03:19:22,570 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T03:19:22,692 DEBUG [RS:0;695c90f4bb18:38497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:19:22,716 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/hbase/meta/1588230740/.tmp/info/75701ef2d3a748579f83231af4746392 2024-11-17T03:19:22,736 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/hbase/meta/1588230740/.tmp/ns/30ed5618a331440b819b003f7d070e1b is 43, key is default/ns:d/1731813491633/Put/seqid=0 2024-11-17T03:19:22,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741840_1016 (size=5153) 2024-11-17T03:19:22,893 DEBUG [RS:0;695c90f4bb18:38497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:19:23,093 DEBUG [RS:0;695c90f4bb18:38497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:19:23,140 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/hbase/meta/1588230740/.tmp/ns/30ed5618a331440b819b003f7d070e1b 2024-11-17T03:19:23,158 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/hbase/meta/1588230740/.tmp/rep_barrier/63f3869d9a3b429c8ca5ba61da0436e9 is 112, key is test,,1731813493948.2dd233ecd4e365a548a9bb6225288c60./rep_barrier:seqnumDuringOpen/1731813495125/Put/seqid=0 2024-11-17T03:19:23,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741841_1017 (size=5518) 2024-11-17T03:19:23,293 INFO [RS:0;695c90f4bb18:38497 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T03:19:23,293 DEBUG [RS:0;695c90f4bb18:38497 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T03:19:23,293 DEBUG [RS:0;695c90f4bb18:38497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:19:23,493 DEBUG [RS:0;695c90f4bb18:38497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:19:23,563 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/hbase/meta/1588230740/.tmp/rep_barrier/63f3869d9a3b429c8ca5ba61da0436e9 2024-11-17T03:19:23,581 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/hbase/meta/1588230740/.tmp/table/9654fecacebb4a5fac73995786c0a485 is 40, key is test/table:state/1731813495134/Put/seqid=0 2024-11-17T03:19:23,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741842_1018 (size=5165) 2024-11-17T03:19:23,693 DEBUG [RS:0;695c90f4bb18:38497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:19:23,894 DEBUG [RS:0;695c90f4bb18:38497 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:19:23,985 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/hbase/meta/1588230740/.tmp/table/9654fecacebb4a5fac73995786c0a485 2024-11-17T03:19:23,991 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/hbase/meta/1588230740/.tmp/info/75701ef2d3a748579f83231af4746392 as hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/hbase/meta/1588230740/info/75701ef2d3a748579f83231af4746392 2024-11-17T03:19:23,997 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/hbase/meta/1588230740/info/75701ef2d3a748579f83231af4746392, entries=10, sequenceid=11, filesize=6.3 K 2024-11-17T03:19:23,998 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/hbase/meta/1588230740/.tmp/ns/30ed5618a331440b819b003f7d070e1b as hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/hbase/meta/1588230740/ns/30ed5618a331440b819b003f7d070e1b 2024-11-17T03:19:24,003 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/hbase/meta/1588230740/ns/30ed5618a331440b819b003f7d070e1b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T03:19:24,004 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/hbase/meta/1588230740/.tmp/rep_barrier/63f3869d9a3b429c8ca5ba61da0436e9 as hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/hbase/meta/1588230740/rep_barrier/63f3869d9a3b429c8ca5ba61da0436e9 2024-11-17T03:19:24,009 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/hbase/meta/1588230740/rep_barrier/63f3869d9a3b429c8ca5ba61da0436e9, entries=1, sequenceid=11, filesize=5.4 K 2024-11-17T03:19:24,010 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/hbase/meta/1588230740/.tmp/table/9654fecacebb4a5fac73995786c0a485 as hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/hbase/meta/1588230740/table/9654fecacebb4a5fac73995786c0a485 2024-11-17T03:19:24,015 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/hbase/meta/1588230740/table/9654fecacebb4a5fac73995786c0a485, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T03:19:24,016 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=11, compaction requested=false 2024-11-17T03:19:24,020 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T03:19:24,021 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:19:24,021 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:19:24,021 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:19:24,021 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813562292Running coprocessor pre-close hooks at 1731813562292Disabling compacts and flushes for region at 1731813562292Disabling writes for close at 1731813562292Obtaining lock to block concurrent updates at 1731813562292Preparing flush snapshotting stores in 1588230740 at 1731813562292Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731813562293 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731813562293Flushing 1588230740/info: creating writer at 1731813562293Flushing 1588230740/info: appending metadata at 1731813562311 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731813562311Flushing 1588230740/ns: creating writer at 1731813562723 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731813562736 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731813562736Flushing 1588230740/rep_barrier: creating writer at 1731813563145 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731813563158 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731813563158Flushing 1588230740/table: creating writer at 1731813563568 (+410 ms)Flushing 1588230740/table: appending metadata at 1731813563580 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731813563580Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e998cb8: reopening flushed file at 1731813563991 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@714e2651: reopening flushed file at 1731813563997 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36cb3f93: reopening flushed file at 1731813564003 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27c9b8b9: reopening flushed file at 1731813564009 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1724ms, sequenceid=11, compaction requested=false at 1731813564016 (+7 ms)Writing region close event to WAL at 1731813564017 (+1 ms)Running coprocessor post-close hooks at 1731813564021 (+4 ms)Closed at 1731813564021 2024-11-17T03:19:24,021 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T03:19:24,094 INFO [RS:0;695c90f4bb18:38497 {}] regionserver.HRegionServer(976): stopping server 695c90f4bb18,38497,1731813488299; all regions closed. 2024-11-17T03:19:24,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741834_1010 (size=2717) 2024-11-17T03:19:24,096 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/WALs/695c90f4bb18,38497,1731813488299/695c90f4bb18%2C38497%2C1731813488299.meta.1731813491572.meta not finished, retry = 0 2024-11-17T03:19:24,199 DEBUG [RS:0;695c90f4bb18:38497 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/oldWALs 2024-11-17T03:19:24,199 INFO [RS:0;695c90f4bb18:38497 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C38497%2C1731813488299.meta:.meta(num 1731813491572) 2024-11-17T03:19:24,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741832_1008 (size=1028) 2024-11-17T03:19:24,201 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/WALs/695c90f4bb18,38497,1731813488299/695c90f4bb18%2C38497%2C1731813488299.1731813490624 not finished, retry = 0 2024-11-17T03:19:24,303 DEBUG [RS:0;695c90f4bb18:38497 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/oldWALs 2024-11-17T03:19:24,303 INFO [RS:0;695c90f4bb18:38497 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C38497%2C1731813488299:(num 1731813490624) 2024-11-17T03:19:24,303 DEBUG [RS:0;695c90f4bb18:38497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:24,303 INFO [RS:0;695c90f4bb18:38497 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:19:24,304 INFO [RS:0;695c90f4bb18:38497 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:19:24,304 INFO [RS:0;695c90f4bb18:38497 {}] hbase.ChoreService(370): Chore service for: regionserver/695c90f4bb18:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T03:19:24,304 INFO [RS:0;695c90f4bb18:38497 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:19:24,304 INFO [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:19:24,304 INFO [RS:0;695c90f4bb18:38497 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:38497. 2024-11-17T03:19:24,304 DEBUG [RS:0;695c90f4bb18:38497 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:19:24,304 DEBUG [RS:0;695c90f4bb18:38497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:24,304 DEBUG [RS:0;695c90f4bb18:38497 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:24,304 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:19:24,304 INFO [RS:0;695c90f4bb18:38497 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38497 2024-11-17T03:19:24,374 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x10146cc92cc0004, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1668183478/rs/695c90f4bb18,38497,1731813488299 2024-11-17T03:19:24,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668183478/rs 2024-11-17T03:19:24,374 INFO [RS:0;695c90f4bb18:38497 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:19:24,375 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [695c90f4bb18,38497,1731813488299] 2024-11-17T03:19:24,395 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1668183478/draining/695c90f4bb18,38497,1731813488299 already deleted, retry=false 2024-11-17T03:19:24,395 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 695c90f4bb18,38497,1731813488299 expired; onlineServers=0 2024-11-17T03:19:24,395 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '695c90f4bb18,38943,1731813488158' ***** 2024-11-17T03:19:24,395 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T03:19:24,395 INFO [M:0;695c90f4bb18:38943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:19:24,395 INFO [M:0;695c90f4bb18:38943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:19:24,396 DEBUG [M:0;695c90f4bb18:38943 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T03:19:24,396 DEBUG [M:0;695c90f4bb18:38943 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T03:19:24,396 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T03:19:24,396 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813490350 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813490350,5,FailOnTimeoutGroup] 2024-11-17T03:19:24,396 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813490350 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813490350,5,FailOnTimeoutGroup] 2024-11-17T03:19:24,396 INFO [M:0;695c90f4bb18:38943 {}] hbase.ChoreService(370): Chore service for: master/695c90f4bb18:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T03:19:24,396 INFO [M:0;695c90f4bb18:38943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:19:24,396 DEBUG [M:0;695c90f4bb18:38943 {}] master.HMaster(1795): Stopping service threads 2024-11-17T03:19:24,396 INFO [M:0;695c90f4bb18:38943 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T03:19:24,396 INFO [M:0;695c90f4bb18:38943 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:19:24,396 INFO [M:0;695c90f4bb18:38943 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T03:19:24,396 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T03:19:24,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1668183478/master 2024-11-17T03:19:24,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1668183478 2024-11-17T03:19:24,406 DEBUG [M:0;695c90f4bb18:38943 {}] zookeeper.ZKUtil(347): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Unable to get data of znode /1668183478/master because node does not exist (not an error) 2024-11-17T03:19:24,406 WARN [M:0;695c90f4bb18:38943 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T03:19:24,407 INFO [M:0;695c90f4bb18:38943 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/.lastflushedseqids 2024-11-17T03:19:24,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741843_1019 (size=173) 2024-11-17T03:19:24,485 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x10146cc92cc0004, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:19:24,485 DEBUG [pool-688-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38497-0x10146cc92cc0004, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:19:24,485 INFO [RS:0;695c90f4bb18:38497 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:19:24,485 INFO [RS:0;695c90f4bb18:38497 {}] regionserver.HRegionServer(1031): Exiting; stopping=695c90f4bb18,38497,1731813488299; zookeeper connection closed. 2024-11-17T03:19:24,485 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1adaa517 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1adaa517 2024-11-17T03:19:24,485 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T03:19:24,812 INFO [M:0;695c90f4bb18:38943 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T03:19:24,812 INFO [M:0;695c90f4bb18:38943 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T03:19:24,812 DEBUG [M:0;695c90f4bb18:38943 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:19:24,812 INFO [M:0;695c90f4bb18:38943 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:24,812 DEBUG [M:0;695c90f4bb18:38943 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:24,812 DEBUG [M:0;695c90f4bb18:38943 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:19:24,812 DEBUG [M:0;695c90f4bb18:38943 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:24,812 INFO [M:0;695c90f4bb18:38943 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-17T03:19:24,826 DEBUG [M:0;695c90f4bb18:38943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c438e18a9c2b4c1f98d6600f455129bd is 82, key is hbase:meta,,1/info:regioninfo/1731813491611/Put/seqid=0 2024-11-17T03:19:24,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741844_1020 (size=5672) 2024-11-17T03:19:25,231 INFO [M:0;695c90f4bb18:38943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c438e18a9c2b4c1f98d6600f455129bd 2024-11-17T03:19:25,248 DEBUG [M:0;695c90f4bb18:38943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05d20640a0b84a65b9ce6039553b5a2e is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731813495138/Put/seqid=0 2024-11-17T03:19:25,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741845_1021 (size=6726) 2024-11-17T03:19:25,491 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.1731813485389 to pos 997, reset compression=false 2024-11-17T03:19:25,652 INFO [M:0;695c90f4bb18:38943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05d20640a0b84a65b9ce6039553b5a2e 2024-11-17T03:19:25,694 INFO [M:0;695c90f4bb18:38943 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05d20640a0b84a65b9ce6039553b5a2e 2024-11-17T03:19:25,707 DEBUG [M:0;695c90f4bb18:38943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12b8b12685cb4b86a51fa482dd84c49a is 69, key is 695c90f4bb18,38497,1731813488299/rs:state/1731813490474/Put/seqid=0 2024-11-17T03:19:25,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741846_1022 (size=5156) 2024-11-17T03:19:26,111 INFO [M:0;695c90f4bb18:38943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12b8b12685cb4b86a51fa482dd84c49a 2024-11-17T03:19:26,116 DEBUG [M:0;695c90f4bb18:38943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c438e18a9c2b4c1f98d6600f455129bd as hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c438e18a9c2b4c1f98d6600f455129bd 2024-11-17T03:19:26,121 INFO [M:0;695c90f4bb18:38943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c438e18a9c2b4c1f98d6600f455129bd, entries=8, sequenceid=58, filesize=5.5 K 2024-11-17T03:19:26,122 DEBUG [M:0;695c90f4bb18:38943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05d20640a0b84a65b9ce6039553b5a2e as hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05d20640a0b84a65b9ce6039553b5a2e 2024-11-17T03:19:26,126 INFO [M:0;695c90f4bb18:38943 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 05d20640a0b84a65b9ce6039553b5a2e 2024-11-17T03:19:26,126 INFO [M:0;695c90f4bb18:38943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05d20640a0b84a65b9ce6039553b5a2e, entries=6, sequenceid=58, filesize=6.6 K 2024-11-17T03:19:26,127 DEBUG [M:0;695c90f4bb18:38943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/12b8b12685cb4b86a51fa482dd84c49a as hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12b8b12685cb4b86a51fa482dd84c49a 2024-11-17T03:19:26,132 INFO [M:0;695c90f4bb18:38943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34791/user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/12b8b12685cb4b86a51fa482dd84c49a, entries=1, sequenceid=58, filesize=5.0 K 2024-11-17T03:19:26,133 INFO [M:0;695c90f4bb18:38943 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=58, compaction requested=false 2024-11-17T03:19:26,134 INFO [M:0;695c90f4bb18:38943 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:26,135 DEBUG [M:0;695c90f4bb18:38943 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813564812Disabling compacts and flushes for region at 1731813564812Disabling writes for close at 1731813564812Obtaining lock to block concurrent updates at 1731813564812Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731813564812Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731813564813 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731813564813Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731813564813Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731813564826 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731813564826Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731813565235 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731813565247 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731813565247Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731813565694 (+447 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731813565706 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731813565706Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d2f01d7: reopening flushed file at 1731813566116 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e44f2cb: reopening flushed file at 1731813566121 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@101916a: reopening flushed file at 1731813566127 (+6 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1321ms, sequenceid=58, compaction requested=false at 1731813566133 (+6 ms)Writing region close event to WAL at 1731813566134 (+1 ms)Closed at 1731813566134 2024-11-17T03:19:26,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41087 is added to blk_1073741830_1006 (size=33014) 2024-11-17T03:19:26,138 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8c57140f-0c97-a639-30c7-e178dfd474db/MasterData/WALs/695c90f4bb18,38943,1731813488158/695c90f4bb18%2C38943%2C1731813488158.1731813489300 not finished, retry = 0 2024-11-17T03:19:26,239 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:19:26,239 INFO [M:0;695c90f4bb18:38943 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T03:19:26,239 INFO [M:0;695c90f4bb18:38943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38943 2024-11-17T03:19:26,239 INFO [M:0;695c90f4bb18:38943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:19:26,390 INFO [M:0;695c90f4bb18:38943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:19:26,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:19:26,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38943-0x10146cc92cc0003, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:19:26,420 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51466012{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:19:26,420 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f91e8a7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:19:26,420 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:19:26,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@205d186b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:19:26,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bf21370{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/hadoop.log.dir/,STOPPED} 2024-11-17T03:19:26,422 WARN [BP-656933446-172.17.0.3-1731813486324 heartbeating to localhost/127.0.0.1:34791 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T03:19:26,422 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T03:19:26,422 WARN [BP-656933446-172.17.0.3-1731813486324 heartbeating to localhost/127.0.0.1:34791 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-656933446-172.17.0.3-1731813486324 (Datanode Uuid fc0a9365-8a91-42e4-a679-7f5fa7078dc3) service to localhost/127.0.0.1:34791 2024-11-17T03:19:26,422 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T03:19:26,423 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/cluster_359135f8-243a-46ef-fac6-b87e6d41dacb/data/data1/current/BP-656933446-172.17.0.3-1731813486324 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:19:26,423 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/cluster_359135f8-243a-46ef-fac6-b87e6d41dacb/data/data2/current/BP-656933446-172.17.0.3-1731813486324 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:19:26,423 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T03:19:26,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@397932ad{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:19:26,429 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38efe199{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:19:26,429 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:19:26,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2775fd0b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:19:26,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2855e291{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/hadoop.log.dir/,STOPPED} 2024-11-17T03:19:26,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T03:19:26,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T03:19:26,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:19:26,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:19:26,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:26,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:26,441 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:19:26,442 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T03:19:26,442 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1739882444, stopped=false 2024-11-17T03:19:26,442 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=695c90f4bb18,46831,1731813482489 2024-11-17T03:19:26,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10146cc92cc0001, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01176982346/running 2024-11-17T03:19:26,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01176982346/running 2024-11-17T03:19:26,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01176982346 2024-11-17T03:19:26,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10146cc92cc0001, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01176982346 2024-11-17T03:19:26,458 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:19:26,458 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:19:26,459 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:19:26,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:26,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35447-0x10146cc92cc0001, quorum=127.0.0.1:65267, baseZNode=/01176982346 Set watcher on znode that does not yet exist, /01176982346/running 2024-11-17T03:19:26,459 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '695c90f4bb18,35447,1731813482690' ***** 2024-11-17T03:19:26,459 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T03:19:26,459 INFO [RS:0;695c90f4bb18:35447 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T03:19:26,459 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Set watcher on znode that does not yet exist, /01176982346/running 2024-11-17T03:19:26,459 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T03:19:26,459 INFO [RS:0;695c90f4bb18:35447 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T03:19:26,459 INFO [RS:0;695c90f4bb18:35447 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T03:19:26,459 INFO [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(3091): Received CLOSE for 8b733e69902326226e220d537fa73e2e 2024-11-17T03:19:26,460 INFO [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(3091): Received CLOSE for b0677fbffc8cd40ab1ec78e8a54bd0b9 2024-11-17T03:19:26,460 INFO [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(959): stopping server 695c90f4bb18,35447,1731813482690 2024-11-17T03:19:26,460 INFO [RS:0;695c90f4bb18:35447 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:19:26,460 INFO [RS:0;695c90f4bb18:35447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:35447. 2024-11-17T03:19:26,460 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8b733e69902326226e220d537fa73e2e, disabling compactions & flushes 2024-11-17T03:19:26,460 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731813491783.8b733e69902326226e220d537fa73e2e. 2024-11-17T03:19:26,460 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813491783.8b733e69902326226e220d537fa73e2e. 2024-11-17T03:19:26,460 DEBUG [RS:0;695c90f4bb18:35447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:19:26,460 DEBUG [RS:0;695c90f4bb18:35447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:26,460 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731813491783.8b733e69902326226e220d537fa73e2e. after waiting 0 ms 2024-11-17T03:19:26,460 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731813491783.8b733e69902326226e220d537fa73e2e. 2024-11-17T03:19:26,460 INFO [RS:0;695c90f4bb18:35447 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T03:19:26,460 INFO [RS:0;695c90f4bb18:35447 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T03:19:26,460 INFO [RS:0;695c90f4bb18:35447 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T03:19:26,460 INFO [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T03:19:26,460 INFO [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T03:19:26,460 DEBUG [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(1325): Online Regions={8b733e69902326226e220d537fa73e2e=test,,1731813491783.8b733e69902326226e220d537fa73e2e., 1588230740=hbase:meta,,1.1588230740, b0677fbffc8cd40ab1ec78e8a54bd0b9=hbase:replication,,1731813496141.b0677fbffc8cd40ab1ec78e8a54bd0b9.} 2024-11-17T03:19:26,460 DEBUG [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8b733e69902326226e220d537fa73e2e, b0677fbffc8cd40ab1ec78e8a54bd0b9 2024-11-17T03:19:26,460 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:19:26,461 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:19:26,461 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:19:26,461 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:19:26,461 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:19:26,461 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T03:19:26,464 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/default/test/8b733e69902326226e220d537fa73e2e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T03:19:26,464 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:19:26,464 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T03:19:26,464 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731813491783.8b733e69902326226e220d537fa73e2e. 2024-11-17T03:19:26,464 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8b733e69902326226e220d537fa73e2e: Waiting for close lock at 1731813566460Running coprocessor pre-close hooks at 1731813566460Disabling compacts and flushes for region at 1731813566460Disabling writes for close at 1731813566460Writing region close event to WAL at 1731813566461 (+1 ms)Running coprocessor post-close hooks at 1731813566464 (+3 ms)Closed at 1731813566464 2024-11-17T03:19:26,464 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731813491783.8b733e69902326226e220d537fa73e2e. 2024-11-17T03:19:26,465 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0677fbffc8cd40ab1ec78e8a54bd0b9, disabling compactions & flushes 2024-11-17T03:19:26,465 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813496141.b0677fbffc8cd40ab1ec78e8a54bd0b9. 2024-11-17T03:19:26,465 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813496141.b0677fbffc8cd40ab1ec78e8a54bd0b9. 2024-11-17T03:19:26,465 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813496141.b0677fbffc8cd40ab1ec78e8a54bd0b9. after waiting 0 ms 2024-11-17T03:19:26,465 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813496141.b0677fbffc8cd40ab1ec78e8a54bd0b9. 2024-11-17T03:19:26,465 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b0677fbffc8cd40ab1ec78e8a54bd0b9 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-17T03:19:26,478 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/replication/b0677fbffc8cd40ab1ec78e8a54bd0b9/.tmp/hfileref/fdcf3c0ab9874ae19e4f0a44c006b16a is 74, key is 1/hfileref:030847a4e4ac4c208a02008705bde296_SeqId_4_/1731813500622/DeleteColumn/seqid=0 2024-11-17T03:19:26,478 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/meta/1588230740/.tmp/info/379232b082d24101842cb1d932edc9ec is 147, key is hbase:replication,,1731813496141.b0677fbffc8cd40ab1ec78e8a54bd0b9./info:regioninfo/1731813497320/Put/seqid=0 2024-11-17T03:19:26,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741844_1020 (size=5203) 2024-11-17T03:19:26,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741845_1021 (size=7686) 2024-11-17T03:19:26,518 INFO [regionserver/695c90f4bb18:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:19:26,661 DEBUG [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0677fbffc8cd40ab1ec78e8a54bd0b9 2024-11-17T03:19:26,861 DEBUG [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0677fbffc8cd40ab1ec78e8a54bd0b9 2024-11-17T03:19:26,882 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/replication/b0677fbffc8cd40ab1ec78e8a54bd0b9/.tmp/hfileref/fdcf3c0ab9874ae19e4f0a44c006b16a 2024-11-17T03:19:26,882 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/meta/1588230740/.tmp/info/379232b082d24101842cb1d932edc9ec 2024-11-17T03:19:26,900 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/meta/1588230740/.tmp/ns/3d12af8451bf435cbdfdad9cd917bc64 is 43, key is default/ns:d/1731813486159/Put/seqid=0 2024-11-17T03:19:26,903 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/replication/b0677fbffc8cd40ab1ec78e8a54bd0b9/.tmp/queue/3e004062ce48443f9cf66d025c4716ad is 153, key is 1-695c90f4bb18,35447,1731813482690/queue:695c90f4bb18%2C35447%2C1731813482690/1731813502454/Put/seqid=0 2024-11-17T03:19:26,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741846_1022 (size=5153) 2024-11-17T03:19:26,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741847_1023 (size=5352) 2024-11-17T03:19:27,061 DEBUG [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0677fbffc8cd40ab1ec78e8a54bd0b9 2024-11-17T03:19:27,230 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T03:19:27,230 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T03:19:27,261 DEBUG [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0677fbffc8cd40ab1ec78e8a54bd0b9 2024-11-17T03:19:27,304 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/meta/1588230740/.tmp/ns/3d12af8451bf435cbdfdad9cd917bc64 2024-11-17T03:19:27,307 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/replication/b0677fbffc8cd40ab1ec78e8a54bd0b9/.tmp/queue/3e004062ce48443f9cf66d025c4716ad 2024-11-17T03:19:27,313 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/replication/b0677fbffc8cd40ab1ec78e8a54bd0b9/.tmp/hfileref/fdcf3c0ab9874ae19e4f0a44c006b16a as hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/replication/b0677fbffc8cd40ab1ec78e8a54bd0b9/hfileref/fdcf3c0ab9874ae19e4f0a44c006b16a 2024-11-17T03:19:27,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:27,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:27,319 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/replication/b0677fbffc8cd40ab1ec78e8a54bd0b9/hfileref/fdcf3c0ab9874ae19e4f0a44c006b16a, entries=2, sequenceid=10, filesize=5.1 K 2024-11-17T03:19:27,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:27,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:27,320 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/replication/b0677fbffc8cd40ab1ec78e8a54bd0b9/.tmp/queue/3e004062ce48443f9cf66d025c4716ad as hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/replication/b0677fbffc8cd40ab1ec78e8a54bd0b9/queue/3e004062ce48443f9cf66d025c4716ad 2024-11-17T03:19:27,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:27,327 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/meta/1588230740/.tmp/rep_barrier/0f71722090df4f6aa533660388eefe66 is 112, key is test,,1731813491783.8b733e69902326226e220d537fa73e2e./rep_barrier:seqnumDuringOpen/1731813492970/Put/seqid=0 2024-11-17T03:19:27,327 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/replication/b0677fbffc8cd40ab1ec78e8a54bd0b9/queue/3e004062ce48443f9cf66d025c4716ad, entries=1, sequenceid=10, filesize=5.2 K 2024-11-17T03:19:27,328 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for b0677fbffc8cd40ab1ec78e8a54bd0b9 in 863ms, sequenceid=10, compaction requested=false 2024-11-17T03:19:27,333 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/replication/b0677fbffc8cd40ab1ec78e8a54bd0b9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T03:19:27,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741848_1024 (size=5518) 2024-11-17T03:19:27,333 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:19:27,333 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:19:27,333 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731813496141.b0677fbffc8cd40ab1ec78e8a54bd0b9. 2024-11-17T03:19:27,334 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0677fbffc8cd40ab1ec78e8a54bd0b9: Waiting for close lock at 1731813566465Running coprocessor pre-close hooks at 1731813566465Disabling compacts and flushes for region at 1731813566465Disabling writes for close at 1731813566465Obtaining lock to block concurrent updates at 1731813566465Preparing flush snapshotting stores in b0677fbffc8cd40ab1ec78e8a54bd0b9 at 1731813566465Finished memstore snapshotting hbase:replication,,1731813496141.b0677fbffc8cd40ab1ec78e8a54bd0b9., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731813566465Flushing stores of hbase:replication,,1731813496141.b0677fbffc8cd40ab1ec78e8a54bd0b9. at 1731813566466 (+1 ms)Flushing b0677fbffc8cd40ab1ec78e8a54bd0b9/hfileref: creating writer at 1731813566466Flushing b0677fbffc8cd40ab1ec78e8a54bd0b9/hfileref: appending metadata at 1731813566477 (+11 ms)Flushing b0677fbffc8cd40ab1ec78e8a54bd0b9/hfileref: closing flushed file at 1731813566477Flushing b0677fbffc8cd40ab1ec78e8a54bd0b9/queue: creating writer at 1731813566887 (+410 ms)Flushing b0677fbffc8cd40ab1ec78e8a54bd0b9/queue: appending metadata at 1731813566902 (+15 ms)Flushing b0677fbffc8cd40ab1ec78e8a54bd0b9/queue: closing flushed file at 1731813566902Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22447743: reopening flushed file at 1731813567312 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@390dfe1a: reopening flushed file at 1731813567319 (+7 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for b0677fbffc8cd40ab1ec78e8a54bd0b9 in 863ms, sequenceid=10, compaction requested=false at 1731813567328 (+9 ms)Writing region close event to WAL at 1731813567329 (+1 ms)Running coprocessor post-close hooks at 1731813567333 (+4 ms)Closed at 1731813567333 2024-11-17T03:19:27,334 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731813496141.b0677fbffc8cd40ab1ec78e8a54bd0b9. 2024-11-17T03:19:27,461 INFO [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T03:19:27,461 DEBUG [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T03:19:27,461 DEBUG [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:19:27,662 DEBUG [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:19:27,734 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/meta/1588230740/.tmp/rep_barrier/0f71722090df4f6aa533660388eefe66 2024-11-17T03:19:27,758 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/meta/1588230740/.tmp/table/1798730735244af3a98be92ce5c5a27b is 53, key is hbase:replication/table:state/1731813497329/Put/seqid=0 2024-11-17T03:19:27,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741849_1025 (size=5308) 2024-11-17T03:19:27,836 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:19:27,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:27,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:27,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:27,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:27,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:27,862 DEBUG [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:19:28,062 DEBUG [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:19:28,162 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/meta/1588230740/.tmp/table/1798730735244af3a98be92ce5c5a27b 2024-11-17T03:19:28,167 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/meta/1588230740/.tmp/info/379232b082d24101842cb1d932edc9ec as hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/meta/1588230740/info/379232b082d24101842cb1d932edc9ec 2024-11-17T03:19:28,172 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/meta/1588230740/info/379232b082d24101842cb1d932edc9ec, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T03:19:28,173 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/meta/1588230740/.tmp/ns/3d12af8451bf435cbdfdad9cd917bc64 as hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/meta/1588230740/ns/3d12af8451bf435cbdfdad9cd917bc64 2024-11-17T03:19:28,177 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/meta/1588230740/ns/3d12af8451bf435cbdfdad9cd917bc64, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T03:19:28,178 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/meta/1588230740/.tmp/rep_barrier/0f71722090df4f6aa533660388eefe66 as hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/meta/1588230740/rep_barrier/0f71722090df4f6aa533660388eefe66 2024-11-17T03:19:28,183 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/meta/1588230740/rep_barrier/0f71722090df4f6aa533660388eefe66, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T03:19:28,184 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/meta/1588230740/.tmp/table/1798730735244af3a98be92ce5c5a27b as hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/meta/1588230740/table/1798730735244af3a98be92ce5c5a27b 2024-11-17T03:19:28,190 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/meta/1588230740/table/1798730735244af3a98be92ce5c5a27b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T03:19:28,191 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false 2024-11-17T03:19:28,195 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T03:19:28,196 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:19:28,196 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:19:28,196 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:19:28,196 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813566460Running coprocessor pre-close hooks at 1731813566460Disabling compacts and flushes for region at 1731813566460Disabling writes for close at 1731813566461 (+1 ms)Obtaining lock to block concurrent updates at 1731813566461Preparing flush snapshotting stores in 1588230740 at 1731813566461Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731813566461Flushing stores of hbase:meta,,1.1588230740 at 1731813566462 (+1 ms)Flushing 1588230740/info: creating writer at 1731813566462Flushing 1588230740/info: appending metadata at 1731813566478 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731813566478Flushing 1588230740/ns: creating writer at 1731813566887 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731813566899 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731813566899Flushing 1588230740/rep_barrier: creating writer at 1731813567310 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731813567326 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731813567326Flushing 1588230740/table: creating writer at 1731813567739 (+413 ms)Flushing 1588230740/table: appending metadata at 1731813567757 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731813567757Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72b3beec: reopening flushed file at 1731813568167 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20333076: reopening flushed file at 1731813568172 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3882574c: reopening flushed file at 1731813568178 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fc3cbfe: reopening flushed file at 1731813568184 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false at 1731813568191 (+7 ms)Writing region close event to WAL at 1731813568192 (+1 ms)Running coprocessor post-close hooks at 1731813568196 (+4 ms)Closed at 1731813568196 2024-11-17T03:19:28,196 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T03:19:28,262 INFO [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(976): stopping server 695c90f4bb18,35447,1731813482690; all regions closed. 2024-11-17T03:19:28,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741834_1010 (size=4239) 2024-11-17T03:19:28,264 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/WALs/695c90f4bb18,35447,1731813482690/695c90f4bb18%2C35447%2C1731813482690.meta.1731813485684.meta not finished, retry = 0 2024-11-17T03:19:28,367 DEBUG [RS:0;695c90f4bb18:35447 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/oldWALs 2024-11-17T03:19:28,367 INFO [RS:0;695c90f4bb18:35447 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C35447%2C1731813482690.meta:.meta(num 1731813485684) 2024-11-17T03:19:28,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741839_1015 (size=2700) 2024-11-17T03:19:28,371 DEBUG [RS:0;695c90f4bb18:35447 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/oldWALs 2024-11-17T03:19:28,371 INFO [RS:0;695c90f4bb18:35447 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C35447%2C1731813482690.rep:(num 1731813497281) 2024-11-17T03:19:28,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741833_1009 (size=1300) 2024-11-17T03:19:28,375 DEBUG [RS:0;695c90f4bb18:35447 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/oldWALs 2024-11-17T03:19:28,375 INFO [RS:0;695c90f4bb18:35447 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C35447%2C1731813482690:(num 1731813485389) 2024-11-17T03:19:28,375 DEBUG [RS:0;695c90f4bb18:35447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:28,375 INFO [RS:0;695c90f4bb18:35447 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:19:28,375 INFO [RS:0;695c90f4bb18:35447 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:19:28,375 INFO [RS:0;695c90f4bb18:35447 {}] hbase.ChoreService(370): Chore service for: regionserver/695c90f4bb18:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T03:19:28,375 INFO [RS:0;695c90f4bb18:35447 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:19:28,375 INFO [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:19:28,376 INFO [RS:0;695c90f4bb18:35447 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-695c90f4bb18,35447,1731813482690 because: Region server is closing 2024-11-17T03:19:28,376 INFO [RS:0;695c90f4bb18:35447 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:35447. 2024-11-17T03:19:28,376 DEBUG [RS:0;695c90f4bb18:35447 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:19:28,376 DEBUG [RS:0;695c90f4bb18:35447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:28,376 DEBUG [RS:0;695c90f4bb18:35447 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:28,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:19:28,476 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.wal-reader.695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T03:19:28,476 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.shipper695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T03:19:28,477 INFO [RS:0;695c90f4bb18:35447 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35447,1731813482690.replicationSource.shipper695c90f4bb18%2C35447%2C1731813482690,1-695c90f4bb18,35447,1731813482690 terminated 2024-11-17T03:19:28,477 INFO [RS:0;695c90f4bb18:35447 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35447 2024-11-17T03:19:28,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01176982346/rs 2024-11-17T03:19:28,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10146cc92cc0001, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01176982346/rs/695c90f4bb18,35447,1731813482690 2024-11-17T03:19:28,553 INFO [RS:0;695c90f4bb18:35447 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:19:28,553 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [695c90f4bb18,35447,1731813482690] 2024-11-17T03:19:28,574 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01176982346/draining/695c90f4bb18,35447,1731813482690 already deleted, retry=false 2024-11-17T03:19:28,574 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 695c90f4bb18,35447,1731813482690 expired; onlineServers=0 2024-11-17T03:19:28,574 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '695c90f4bb18,46831,1731813482489' ***** 2024-11-17T03:19:28,574 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T03:19:28,574 INFO [M:0;695c90f4bb18:46831 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:19:28,574 INFO [M:0;695c90f4bb18:46831 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:19:28,574 DEBUG [M:0;695c90f4bb18:46831 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T03:19:28,574 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T03:19:28,574 DEBUG [M:0;695c90f4bb18:46831 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T03:19:28,574 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813485016 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813485016,5,FailOnTimeoutGroup] 2024-11-17T03:19:28,574 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813485044 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813485044,5,FailOnTimeoutGroup] 2024-11-17T03:19:28,574 INFO [M:0;695c90f4bb18:46831 {}] hbase.ChoreService(370): Chore service for: master/695c90f4bb18:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T03:19:28,574 INFO [M:0;695c90f4bb18:46831 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:19:28,574 DEBUG [M:0;695c90f4bb18:46831 {}] master.HMaster(1795): Stopping service threads 2024-11-17T03:19:28,574 INFO [M:0;695c90f4bb18:46831 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T03:19:28,574 INFO [M:0;695c90f4bb18:46831 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:19:28,575 INFO [M:0;695c90f4bb18:46831 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T03:19:28,575 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T03:19:28,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01176982346/master 2024-11-17T03:19:28,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01176982346 2024-11-17T03:19:28,584 DEBUG [M:0;695c90f4bb18:46831 {}] zookeeper.ZKUtil(347): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Unable to get data of znode /01176982346/master because node does not exist (not an error) 2024-11-17T03:19:28,584 WARN [M:0;695c90f4bb18:46831 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T03:19:28,586 INFO [M:0;695c90f4bb18:46831 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/.lastflushedseqids 2024-11-17T03:19:28,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741850_1026 (size=263) 2024-11-17T03:19:28,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10146cc92cc0001, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:19:28,663 INFO [RS:0;695c90f4bb18:35447 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:19:28,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35447-0x10146cc92cc0001, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:19:28,663 INFO [RS:0;695c90f4bb18:35447 {}] regionserver.HRegionServer(1031): Exiting; stopping=695c90f4bb18,35447,1731813482690; zookeeper connection closed. 2024-11-17T03:19:28,664 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26ecda81 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26ecda81 2024-11-17T03:19:28,664 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T03:19:28,991 INFO [M:0;695c90f4bb18:46831 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T03:19:28,991 INFO [M:0;695c90f4bb18:46831 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T03:19:28,991 DEBUG [M:0;695c90f4bb18:46831 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:19:28,991 INFO [M:0;695c90f4bb18:46831 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:28,991 DEBUG [M:0;695c90f4bb18:46831 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:28,991 DEBUG [M:0;695c90f4bb18:46831 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:19:28,991 DEBUG [M:0;695c90f4bb18:46831 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:28,991 INFO [M:0;695c90f4bb18:46831 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-17T03:19:29,009 DEBUG [M:0;695c90f4bb18:46831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b4e92097e9743c38a4a3f4380a1fd17 is 82, key is hbase:meta,,1/info:regioninfo/1731813485792/Put/seqid=0 2024-11-17T03:19:29,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741851_1027 (size=5672) 2024-11-17T03:19:29,413 INFO [M:0;695c90f4bb18:46831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b4e92097e9743c38a4a3f4380a1fd17 2024-11-17T03:19:29,434 DEBUG [M:0;695c90f4bb18:46831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c1aef4b61574c4687fb09326c0d05ab is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731813492987/Put/seqid=0 2024-11-17T03:19:29,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741852_1028 (size=7239) 2024-11-17T03:19:29,839 INFO [M:0;695c90f4bb18:46831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c1aef4b61574c4687fb09326c0d05ab 2024-11-17T03:19:29,843 INFO [M:0;695c90f4bb18:46831 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c1aef4b61574c4687fb09326c0d05ab 2024-11-17T03:19:29,858 DEBUG [M:0;695c90f4bb18:46831 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f114b7de034140368a0b5221b59fe20e is 69, key is 695c90f4bb18,35447,1731813482690/rs:state/1731813485165/Put/seqid=0 2024-11-17T03:19:29,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741853_1029 (size=5156) 2024-11-17T03:19:30,263 INFO [M:0;695c90f4bb18:46831 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f114b7de034140368a0b5221b59fe20e 2024-11-17T03:19:30,268 DEBUG [M:0;695c90f4bb18:46831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b4e92097e9743c38a4a3f4380a1fd17 as hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b4e92097e9743c38a4a3f4380a1fd17 2024-11-17T03:19:30,272 INFO [M:0;695c90f4bb18:46831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b4e92097e9743c38a4a3f4380a1fd17, entries=8, sequenceid=105, filesize=5.5 K 2024-11-17T03:19:30,273 DEBUG [M:0;695c90f4bb18:46831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2c1aef4b61574c4687fb09326c0d05ab as hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c1aef4b61574c4687fb09326c0d05ab 2024-11-17T03:19:30,277 INFO [M:0;695c90f4bb18:46831 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c1aef4b61574c4687fb09326c0d05ab 2024-11-17T03:19:30,278 INFO [M:0;695c90f4bb18:46831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2c1aef4b61574c4687fb09326c0d05ab, entries=11, sequenceid=105, filesize=7.1 K 2024-11-17T03:19:30,278 DEBUG [M:0;695c90f4bb18:46831 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f114b7de034140368a0b5221b59fe20e as hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f114b7de034140368a0b5221b59fe20e 2024-11-17T03:19:30,283 INFO [M:0;695c90f4bb18:46831 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45611/user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f114b7de034140368a0b5221b59fe20e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-17T03:19:30,284 INFO [M:0;695c90f4bb18:46831 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false 2024-11-17T03:19:30,285 INFO [M:0;695c90f4bb18:46831 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:30,286 DEBUG [M:0;695c90f4bb18:46831 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813568991Disabling compacts and flushes for region at 1731813568991Disabling writes for close at 1731813568991Obtaining lock to block concurrent updates at 1731813568991Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731813568991Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731813568991Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731813568992 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731813568992Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731813569009 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731813569009Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731813569419 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731813569434 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731813569434Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731813569843 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731813569858 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731813569858Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fe4259d: reopening flushed file at 1731813570267 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@218a434c: reopening flushed file at 1731813570273 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58236612: reopening flushed file at 1731813570278 (+5 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=105, compaction requested=false at 1731813570284 (+6 ms)Writing region close event to WAL at 1731813570285 (+1 ms)Closed at 1731813570285 2024-11-17T03:19:30,288 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0be59d22-c4f9-fd74-7a59-59697058e7e5/MasterData/WALs/695c90f4bb18,46831,1731813482489/695c90f4bb18%2C46831%2C1731813482489.1731813484466 not finished, retry = 0 2024-11-17T03:19:30,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41589 is added to blk_1073741830_1006 (size=64514) 2024-11-17T03:19:30,389 INFO [M:0;695c90f4bb18:46831 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T03:19:30,389 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:19:30,389 INFO [M:0;695c90f4bb18:46831 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46831 2024-11-17T03:19:30,389 INFO [M:0;695c90f4bb18:46831 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:19:30,537 INFO [M:0;695c90f4bb18:46831 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:19:30,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:19:30,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46831-0x10146cc92cc0000, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:19:30,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4994fc5f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:19:30,540 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@198d3c41{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:19:30,540 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:19:30,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c5b86cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:19:30,540 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f5449c8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/hadoop.log.dir/,STOPPED} 2024-11-17T03:19:30,541 WARN [BP-2020734684-172.17.0.3-1731813480264 heartbeating to localhost/127.0.0.1:45611 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T03:19:30,541 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T03:19:30,541 WARN [BP-2020734684-172.17.0.3-1731813480264 heartbeating to localhost/127.0.0.1:45611 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2020734684-172.17.0.3-1731813480264 (Datanode Uuid dc0155b2-a0f4-43f0-89e5-7b7b4168481a) service to localhost/127.0.0.1:45611 2024-11-17T03:19:30,541 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T03:19:30,542 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/cluster_b6b5c765-a6c0-2662-2c9b-29452ea6e034/data/data1/current/BP-2020734684-172.17.0.3-1731813480264 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:19:30,542 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/cluster_b6b5c765-a6c0-2662-2c9b-29452ea6e034/data/data2/current/BP-2020734684-172.17.0.3-1731813480264 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:19:30,542 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T03:19:30,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6adad429{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:19:30,547 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d5812f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:19:30,547 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:19:30,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@136f7c83{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:19:30,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74beb9f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2bc1bedf-b5f8-eca2-b096-97bf58337e29/hadoop.log.dir/,STOPPED} 2024-11-17T03:19:30,552 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T03:19:30,566 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T03:19:30,574 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 137) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:45611 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45611 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:34791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:45611 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65267) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f1740b8d5f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45611 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65267) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:34791 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:34791 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f1740b8d5f0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:34791 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:45611 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34791 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:45611 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=264 (was 478), ProcessCount=11 (was 11), AvailableMemoryMB=5876 (was 6071) 2024-11-17T03:19:30,581 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=264, ProcessCount=11, AvailableMemoryMB=5876 2024-11-17T03:19:30,595 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-17T03:19:30,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/hadoop.log.dir so I do NOT create it in target/test-data/58315946-268f-ed41-092b-86ecd646f044 2024-11-17T03:19:30,596 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T03:19:30,596 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/hadoop.tmp.dir so I do NOT create it in target/test-data/58315946-268f-ed41-092b-86ecd646f044 2024-11-17T03:19:30,596 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2c60d284-21bc-8716-5940-445b657c2a25/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T03:19:30,596 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044 2024-11-17T03:19:30,596 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/cluster_39d2fb4d-5a0f-3b3d-5c39-401052c29c48, deleteOnExit=true 2024-11-17T03:19:30,618 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/cluster_39d2fb4d-5a0f-3b3d-5c39-401052c29c48/zookeeper_0, clientPort=61481, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/cluster_39d2fb4d-5a0f-3b3d-5c39-401052c29c48/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/cluster_39d2fb4d-5a0f-3b3d-5c39-401052c29c48/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T03:19:30,619 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61481 2024-11-17T03:19:30,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T03:19:30,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T03:19:30,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/test.cache.data in system properties and HBase conf 2024-11-17T03:19:30,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T03:19:30,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/hadoop.log.dir in system properties and HBase conf 2024-11-17T03:19:30,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T03:19:30,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T03:19:30,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T03:19:30,620 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T03:19:30,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:19:30,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:19:30,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T03:19:30,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:19:30,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T03:19:30,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T03:19:30,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:19:30,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:19:30,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T03:19:30,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/nfs.dump.dir in system properties and HBase conf 2024-11-17T03:19:30,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/java.io.tmpdir in system properties and HBase conf 2024-11-17T03:19:30,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:19:30,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T03:19:30,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T03:19:30,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10146cc92cc0002, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T03:19:30,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10146cc92cc0005, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T03:19:30,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10146cc92cc0002, quorum=127.0.0.1:65267, baseZNode=/01176982346 Received Disconnected from ZooKeeper, ignoring 2024-11-17T03:19:30,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10146cc92cc0005, quorum=127.0.0.1:65267, baseZNode=/1668183478 Received Disconnected from ZooKeeper, ignoring 2024-11-17T03:19:30,955 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:19:30,962 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:19:30,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:19:30,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:19:30,968 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:19:30,970 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:19:30,970 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e569956{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:19:30,971 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14708f4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:19:31,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a22331b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/java.io.tmpdir/jetty-localhost-43075-hadoop-hdfs-3_4_1-tests_jar-_-any-8195569354103915618/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:19:31,064 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ba099fc{HTTP/1.1, (http/1.1)}{localhost:43075} 2024-11-17T03:19:31,064 INFO [Time-limited test {}] server.Server(415): Started @147260ms 2024-11-17T03:19:31,287 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:19:31,290 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:19:31,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:19:31,291 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:19:31,291 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T03:19:31,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23850bc5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:19:31,292 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a755457{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:19:31,385 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35c2ccbc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/java.io.tmpdir/jetty-localhost-40013-hadoop-hdfs-3_4_1-tests_jar-_-any-16642798215061379580/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:19:31,385 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5557fe80{HTTP/1.1, (http/1.1)}{localhost:40013} 2024-11-17T03:19:31,385 INFO [Time-limited test {}] server.Server(415): Started @147581ms 2024-11-17T03:19:31,386 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T03:19:31,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:19:31,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T03:19:31,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T03:19:31,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T03:19:31,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T03:19:31,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:19:31,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T03:19:31,975 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/cluster_39d2fb4d-5a0f-3b3d-5c39-401052c29c48/data/data1/current/BP-639733148-172.17.0.3-1731813570635/current, will proceed with Du for space computation calculation, 2024-11-17T03:19:31,975 WARN [Thread-1290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/cluster_39d2fb4d-5a0f-3b3d-5c39-401052c29c48/data/data2/current/BP-639733148-172.17.0.3-1731813570635/current, will proceed with Du for space computation calculation, 2024-11-17T03:19:31,989 WARN [Thread-1277 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T03:19:31,992 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d2f22858987c0af with lease ID 0x100d4cc14e19b170: Processing first storage report for DS-f6263358-0c4f-4d46-a908-c47eac7f3657 from datanode DatanodeRegistration(127.0.0.1:43227, datanodeUuid=9fc2b8ad-bcbc-4bf5-90d9-f5e5a91adaf3, infoPort=39809, infoSecurePort=0, ipcPort=43355, storageInfo=lv=-57;cid=testClusterID;nsid=385161615;c=1731813570635) 2024-11-17T03:19:31,992 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d2f22858987c0af with lease ID 0x100d4cc14e19b170: from storage DS-f6263358-0c4f-4d46-a908-c47eac7f3657 node DatanodeRegistration(127.0.0.1:43227, datanodeUuid=9fc2b8ad-bcbc-4bf5-90d9-f5e5a91adaf3, infoPort=39809, infoSecurePort=0, ipcPort=43355, storageInfo=lv=-57;cid=testClusterID;nsid=385161615;c=1731813570635), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:19:31,992 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d2f22858987c0af with lease ID 0x100d4cc14e19b170: Processing first storage report for DS-a117c002-a9dc-4f5e-8293-2244b32bfda1 from datanode DatanodeRegistration(127.0.0.1:43227, datanodeUuid=9fc2b8ad-bcbc-4bf5-90d9-f5e5a91adaf3, infoPort=39809, infoSecurePort=0, ipcPort=43355, storageInfo=lv=-57;cid=testClusterID;nsid=385161615;c=1731813570635) 2024-11-17T03:19:31,992 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d2f22858987c0af with lease ID 0x100d4cc14e19b170: from storage DS-a117c002-a9dc-4f5e-8293-2244b32bfda1 node DatanodeRegistration(127.0.0.1:43227, datanodeUuid=9fc2b8ad-bcbc-4bf5-90d9-f5e5a91adaf3, infoPort=39809, infoSecurePort=0, ipcPort=43355, storageInfo=lv=-57;cid=testClusterID;nsid=385161615;c=1731813570635), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:19:32,010 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044 2024-11-17T03:19:32,010 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:19:32,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:19:32,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741825_1001 (size=7) 2024-11-17T03:19:32,419 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab with version=8 2024-11-17T03:19:32,419 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/hbase-staging 2024-11-17T03:19:32,421 INFO [Time-limited test {}] client.ConnectionUtils(128): master/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:19:32,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:19:32,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:19:32,421 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:19:32,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:19:32,421 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:19:32,421 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T03:19:32,421 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:19:32,422 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36499 2024-11-17T03:19:32,423 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36499 connecting to ZooKeeper ensemble=127.0.0.1:61481 2024-11-17T03:19:32,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364990x0, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:19:32,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36499-0x10146cdf3e50000 connected 2024-11-17T03:19:32,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:19:32,606 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:19:32,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Set watcher on znode that does not yet exist, /0-762693608/running 2024-11-17T03:19:32,608 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab, hbase.cluster.distributed=false 2024-11-17T03:19:32,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Set watcher on znode that does not yet exist, /0-762693608/acl 2024-11-17T03:19:32,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36499 2024-11-17T03:19:32,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36499 2024-11-17T03:19:32,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36499 2024-11-17T03:19:32,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36499 2024-11-17T03:19:32,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36499 2024-11-17T03:19:32,624 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:19:32,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:19:32,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:19:32,624 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:19:32,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:19:32,624 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:19:32,624 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T03:19:32,624 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:19:32,625 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34133 2024-11-17T03:19:32,626 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34133 connecting to ZooKeeper ensemble=127.0.0.1:61481 2024-11-17T03:19:32,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:19:32,627 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:19:32,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:341330x0, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:19:32,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:341330x0, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Set watcher on znode that does not yet exist, /0-762693608/running 2024-11-17T03:19:32,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34133-0x10146cdf3e50001 connected 2024-11-17T03:19:32,637 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T03:19:32,638 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T03:19:32,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34133-0x10146cdf3e50001, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Set watcher on znode that does not yet exist, /0-762693608/master 2024-11-17T03:19:32,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34133-0x10146cdf3e50001, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Set watcher on znode that does not yet exist, /0-762693608/acl 2024-11-17T03:19:32,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34133 2024-11-17T03:19:32,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34133 2024-11-17T03:19:32,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34133 2024-11-17T03:19:32,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34133 2024-11-17T03:19:32,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34133 2024-11-17T03:19:32,653 DEBUG [M:0;695c90f4bb18:36499 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;695c90f4bb18:36499 2024-11-17T03:19:32,654 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-762693608/backup-masters/695c90f4bb18,36499,1731813572421 2024-11-17T03:19:32,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608/backup-masters 2024-11-17T03:19:32,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34133-0x10146cdf3e50001, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608/backup-masters 2024-11-17T03:19:32,666 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Set watcher on existing znode=/0-762693608/backup-masters/695c90f4bb18,36499,1731813572421 2024-11-17T03:19:32,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34133-0x10146cdf3e50001, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-762693608/master 2024-11-17T03:19:32,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608 2024-11-17T03:19:32,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34133-0x10146cdf3e50001, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608 2024-11-17T03:19:32,679 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Set watcher on existing znode=/0-762693608/master 2024-11-17T03:19:32,679 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-762693608/backup-masters/695c90f4bb18,36499,1731813572421 from backup master directory 2024-11-17T03:19:32,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-762693608/backup-masters/695c90f4bb18,36499,1731813572421 2024-11-17T03:19:32,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34133-0x10146cdf3e50001, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608/backup-masters 2024-11-17T03:19:32,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608/backup-masters 2024-11-17T03:19:32,689 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:19:32,689 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=695c90f4bb18,36499,1731813572421 2024-11-17T03:19:32,693 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/hbase.id] with ID: a32146da-c5b3-4492-933b-75944a94fa68 2024-11-17T03:19:32,693 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/.tmp/hbase.id 2024-11-17T03:19:32,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741826_1002 (size=42) 2024-11-17T03:19:32,835 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:19:32,855 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:32,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:32,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:32,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:32,857 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:32,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:33,097 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/.tmp/hbase.id]:[hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/hbase.id] 2024-11-17T03:19:33,107 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:19:33,107 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T03:19:33,108 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T03:19:33,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608 2024-11-17T03:19:33,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34133-0x10146cdf3e50001, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608 2024-11-17T03:19:33,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741827_1003 (size=196) 2024-11-17T03:19:33,526 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:19:33,527 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T03:19:33,527 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:19:33,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741828_1004 (size=1189) 2024-11-17T03:19:33,934 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store 2024-11-17T03:19:33,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741829_1005 (size=34) 2024-11-17T03:19:34,340 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:19:34,340 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:19:34,340 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:34,340 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:34,340 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:19:34,340 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:34,340 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:34,340 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813574340Disabling compacts and flushes for region at 1731813574340Disabling writes for close at 1731813574340Writing region close event to WAL at 1731813574340Closed at 1731813574340 2024-11-17T03:19:34,341 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/.initializing 2024-11-17T03:19:34,341 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/WALs/695c90f4bb18,36499,1731813572421 2024-11-17T03:19:34,342 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:19:34,344 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=695c90f4bb18%2C36499%2C1731813572421, suffix=, logDir=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/WALs/695c90f4bb18,36499,1731813572421, archiveDir=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/oldWALs, maxLogs=10 2024-11-17T03:19:34,356 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/WALs/695c90f4bb18,36499,1731813572421/695c90f4bb18%2C36499%2C1731813572421.1731813574344, exclude list is [], retry=0 2024-11-17T03:19:34,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43227,DS-f6263358-0c4f-4d46-a908-c47eac7f3657,DISK] 2024-11-17T03:19:34,360 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/WALs/695c90f4bb18,36499,1731813572421/695c90f4bb18%2C36499%2C1731813572421.1731813574344 2024-11-17T03:19:34,360 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39809:39809)] 2024-11-17T03:19:34,360 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:19:34,360 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:19:34,360 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:34,360 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:34,362 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:34,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T03:19:34,363 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:34,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:19:34,363 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:34,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T03:19:34,364 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:34,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:19:34,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:34,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T03:19:34,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:34,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:19:34,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:34,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T03:19:34,367 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:34,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:19:34,367 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:34,368 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:34,368 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:34,369 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:34,369 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:34,370 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:19:34,370 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:34,372 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:19:34,372 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67892531, jitterRate=0.011677548289299011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:19:34,373 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731813574360Initializing all the Stores at 1731813574361 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813574361Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813574361Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813574361Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813574361Cleaning up temporary data from old regions at 1731813574369 (+8 ms)Region opened successfully at 1731813574373 (+4 ms) 2024-11-17T03:19:34,373 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T03:19:34,376 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a60580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:19:34,377 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T03:19:34,377 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T03:19:34,377 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T03:19:34,377 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T03:19:34,377 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T03:19:34,378 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T03:19:34,378 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T03:19:34,379 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T03:19:34,380 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Unable to get data of znode /0-762693608/balancer because node does not exist (not necessarily an error) 2024-11-17T03:19:34,447 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-762693608/balancer already deleted, retry=false 2024-11-17T03:19:34,447 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T03:19:34,448 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Unable to get data of znode /0-762693608/normalizer because node does not exist (not necessarily an error) 2024-11-17T03:19:34,457 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-762693608/normalizer already deleted, retry=false 2024-11-17T03:19:34,457 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T03:19:34,458 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Unable to get data of znode /0-762693608/switch/split because node does not exist (not necessarily an error) 2024-11-17T03:19:34,468 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-762693608/switch/split already deleted, retry=false 2024-11-17T03:19:34,469 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Unable to get data of znode /0-762693608/switch/merge because node does not exist (not necessarily an error) 2024-11-17T03:19:34,478 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-762693608/switch/merge already deleted, retry=false 2024-11-17T03:19:34,480 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Unable to get data of znode /0-762693608/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T03:19:34,489 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-762693608/snapshot-cleanup already deleted, retry=false 2024-11-17T03:19:34,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-762693608/running 2024-11-17T03:19:34,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34133-0x10146cdf3e50001, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-762693608/running 2024-11-17T03:19:34,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608 2024-11-17T03:19:34,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34133-0x10146cdf3e50001, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608 2024-11-17T03:19:34,500 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=695c90f4bb18,36499,1731813572421, sessionid=0x10146cdf3e50000, setting cluster-up flag (Was=false) 2024-11-17T03:19:34,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608 2024-11-17T03:19:34,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34133-0x10146cdf3e50001, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608 2024-11-17T03:19:34,552 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-762693608/flush-table-proc/acquired, /0-762693608/flush-table-proc/reached, /0-762693608/flush-table-proc/abort 2024-11-17T03:19:34,553 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,36499,1731813572421 2024-11-17T03:19:34,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608 2024-11-17T03:19:34,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34133-0x10146cdf3e50001, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608 2024-11-17T03:19:34,605 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-762693608/online-snapshot/acquired, /0-762693608/online-snapshot/reached, /0-762693608/online-snapshot/abort 2024-11-17T03:19:34,606 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,36499,1731813572421 2024-11-17T03:19:34,607 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T03:19:34,608 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T03:19:34,608 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T03:19:34,608 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T03:19:34,608 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 695c90f4bb18,36499,1731813572421 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T03:19:34,609 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:19:34,609 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:19:34,609 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:19:34,609 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:19:34,609 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/695c90f4bb18:0, corePoolSize=10, maxPoolSize=10 2024-11-17T03:19:34,609 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:34,610 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:19:34,610 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:34,610 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731813604610 2024-11-17T03:19:34,610 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T03:19:34,610 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T03:19:34,610 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T03:19:34,610 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T03:19:34,610 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T03:19:34,610 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T03:19:34,611 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:34,611 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:19:34,611 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T03:19:34,611 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T03:19:34,611 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T03:19:34,611 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T03:19:34,611 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T03:19:34,611 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T03:19:34,611 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T03:19:34,611 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813574611,5,FailOnTimeoutGroup] 2024-11-17T03:19:34,611 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813574611,5,FailOnTimeoutGroup] 2024-11-17T03:19:34,611 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:34,611 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T03:19:34,612 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:34,612 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:34,612 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:34,612 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T03:19:34,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741831_1007 (size=1321) 2024-11-17T03:19:34,646 INFO [RS:0;695c90f4bb18:34133 {}] regionserver.HRegionServer(746): ClusterId : a32146da-c5b3-4492-933b-75944a94fa68 2024-11-17T03:19:34,646 DEBUG [RS:0;695c90f4bb18:34133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T03:19:34,658 DEBUG [RS:0;695c90f4bb18:34133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T03:19:34,658 DEBUG [RS:0;695c90f4bb18:34133 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T03:19:34,668 DEBUG [RS:0;695c90f4bb18:34133 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T03:19:34,669 DEBUG [RS:0;695c90f4bb18:34133 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280b5de6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:19:34,680 DEBUG [RS:0;695c90f4bb18:34133 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;695c90f4bb18:34133 2024-11-17T03:19:34,680 INFO [RS:0;695c90f4bb18:34133 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T03:19:34,680 INFO [RS:0;695c90f4bb18:34133 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T03:19:34,680 DEBUG [RS:0;695c90f4bb18:34133 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T03:19:34,680 INFO [RS:0;695c90f4bb18:34133 {}] regionserver.HRegionServer(2659): reportForDuty to master=695c90f4bb18,36499,1731813572421 with port=34133, startcode=1731813572623 2024-11-17T03:19:34,681 DEBUG [RS:0;695c90f4bb18:34133 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T03:19:34,682 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38331, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T03:19:34,682 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36499 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 695c90f4bb18,34133,1731813572623 2024-11-17T03:19:34,683 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36499 {}] master.ServerManager(517): Registering regionserver=695c90f4bb18,34133,1731813572623 2024-11-17T03:19:34,684 DEBUG [RS:0;695c90f4bb18:34133 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab 2024-11-17T03:19:34,684 DEBUG [RS:0;695c90f4bb18:34133 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45885 2024-11-17T03:19:34,684 DEBUG [RS:0;695c90f4bb18:34133 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T03:19:34,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608/rs 2024-11-17T03:19:34,689 DEBUG [RS:0;695c90f4bb18:34133 {}] zookeeper.ZKUtil(111): regionserver:34133-0x10146cdf3e50001, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Set watcher on existing znode=/0-762693608/rs/695c90f4bb18,34133,1731813572623 2024-11-17T03:19:34,689 WARN [RS:0;695c90f4bb18:34133 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:19:34,689 INFO [RS:0;695c90f4bb18:34133 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:19:34,689 DEBUG [RS:0;695c90f4bb18:34133 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,34133,1731813572623 2024-11-17T03:19:34,690 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [695c90f4bb18,34133,1731813572623] 2024-11-17T03:19:34,693 INFO [RS:0;695c90f4bb18:34133 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T03:19:34,694 INFO [RS:0;695c90f4bb18:34133 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T03:19:34,694 INFO [RS:0;695c90f4bb18:34133 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T03:19:34,694 INFO [RS:0;695c90f4bb18:34133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:34,694 INFO [RS:0;695c90f4bb18:34133 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T03:19:34,695 INFO [RS:0;695c90f4bb18:34133 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T03:19:34,695 INFO [RS:0;695c90f4bb18:34133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:34,695 DEBUG [RS:0;695c90f4bb18:34133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:34,695 DEBUG [RS:0;695c90f4bb18:34133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:34,695 DEBUG [RS:0;695c90f4bb18:34133 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:34,695 DEBUG [RS:0;695c90f4bb18:34133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:34,695 DEBUG [RS:0;695c90f4bb18:34133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:34,695 DEBUG [RS:0;695c90f4bb18:34133 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:19:34,695 DEBUG [RS:0;695c90f4bb18:34133 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:34,695 DEBUG [RS:0;695c90f4bb18:34133 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:34,695 DEBUG [RS:0;695c90f4bb18:34133 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:34,695 DEBUG [RS:0;695c90f4bb18:34133 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:34,695 DEBUG [RS:0;695c90f4bb18:34133 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:34,695 DEBUG [RS:0;695c90f4bb18:34133 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:34,695 DEBUG [RS:0;695c90f4bb18:34133 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:19:34,695 DEBUG [RS:0;695c90f4bb18:34133 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:19:34,696 INFO [RS:0;695c90f4bb18:34133 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:34,696 INFO [RS:0;695c90f4bb18:34133 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:34,696 INFO [RS:0;695c90f4bb18:34133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:34,696 INFO [RS:0;695c90f4bb18:34133 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:34,696 INFO [RS:0;695c90f4bb18:34133 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:34,696 INFO [RS:0;695c90f4bb18:34133 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,34133,1731813572623-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:19:34,711 INFO [RS:0;695c90f4bb18:34133 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T03:19:34,711 INFO [RS:0;695c90f4bb18:34133 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,34133,1731813572623-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:34,711 INFO [RS:0;695c90f4bb18:34133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:34,711 INFO [RS:0;695c90f4bb18:34133 {}] regionserver.Replication(171): 695c90f4bb18,34133,1731813572623 started 2024-11-17T03:19:34,722 INFO [RS:0;695c90f4bb18:34133 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:34,722 INFO [RS:0;695c90f4bb18:34133 {}] regionserver.HRegionServer(1482): Serving as 695c90f4bb18,34133,1731813572623, RpcServer on 695c90f4bb18/172.17.0.3:34133, sessionid=0x10146cdf3e50001 2024-11-17T03:19:34,722 DEBUG [RS:0;695c90f4bb18:34133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T03:19:34,722 DEBUG [RS:0;695c90f4bb18:34133 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 695c90f4bb18,34133,1731813572623 2024-11-17T03:19:34,722 DEBUG [RS:0;695c90f4bb18:34133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,34133,1731813572623' 2024-11-17T03:19:34,722 DEBUG [RS:0;695c90f4bb18:34133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-762693608/flush-table-proc/abort' 2024-11-17T03:19:34,723 DEBUG [RS:0;695c90f4bb18:34133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-762693608/flush-table-proc/acquired' 2024-11-17T03:19:34,723 DEBUG [RS:0;695c90f4bb18:34133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T03:19:34,723 DEBUG [RS:0;695c90f4bb18:34133 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T03:19:34,723 DEBUG [RS:0;695c90f4bb18:34133 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 695c90f4bb18,34133,1731813572623 2024-11-17T03:19:34,723 DEBUG [RS:0;695c90f4bb18:34133 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,34133,1731813572623' 2024-11-17T03:19:34,723 DEBUG [RS:0;695c90f4bb18:34133 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-762693608/online-snapshot/abort' 2024-11-17T03:19:34,724 DEBUG [RS:0;695c90f4bb18:34133 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-762693608/online-snapshot/acquired' 2024-11-17T03:19:34,724 DEBUG [RS:0;695c90f4bb18:34133 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T03:19:34,724 INFO [RS:0;695c90f4bb18:34133 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T03:19:34,724 INFO [RS:0;695c90f4bb18:34133 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T03:19:34,824 INFO [RS:0;695c90f4bb18:34133 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:19:34,826 INFO [RS:0;695c90f4bb18:34133 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C34133%2C1731813572623, suffix=, logDir=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,34133,1731813572623, archiveDir=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/oldWALs, maxLogs=10 2024-11-17T03:19:34,837 DEBUG [RS:0;695c90f4bb18:34133 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,34133,1731813572623/695c90f4bb18%2C34133%2C1731813572623.1731813574826, exclude list is [], retry=0 2024-11-17T03:19:34,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43227,DS-f6263358-0c4f-4d46-a908-c47eac7f3657,DISK] 2024-11-17T03:19:34,841 INFO [RS:0;695c90f4bb18:34133 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,34133,1731813572623/695c90f4bb18%2C34133%2C1731813572623.1731813574826 2024-11-17T03:19:34,841 DEBUG [RS:0;695c90f4bb18:34133 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39809:39809)] 2024-11-17T03:19:35,018 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T03:19:35,019 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab 2024-11-17T03:19:35,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741833_1009 (size=32) 2024-11-17T03:19:35,424 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:19:35,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:19:35,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:19:35,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:35,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:19:35,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:19:35,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:19:35,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:35,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:19:35,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:19:35,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:19:35,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:35,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:19:35,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:19:35,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:19:35,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:35,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:19:35,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:19:35,432 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740 2024-11-17T03:19:35,433 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740 2024-11-17T03:19:35,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:19:35,434 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:19:35,434 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:19:35,435 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:19:35,436 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:19:35,437 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63804555, jitterRate=-0.049238041043281555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:19:35,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731813575424Initializing all the Stores at 1731813575425 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813575425Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813575425Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813575425Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813575425Cleaning up temporary data from old regions at 1731813575434 (+9 ms)Region opened successfully at 1731813575437 (+3 ms) 2024-11-17T03:19:35,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:19:35,437 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:19:35,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:19:35,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:19:35,437 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:19:35,438 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:19:35,438 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813575437Disabling compacts and flushes for region at 1731813575437Disabling writes for close at 1731813575437Writing region close event to WAL at 1731813575438 (+1 ms)Closed at 1731813575438 2024-11-17T03:19:35,439 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:19:35,439 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T03:19:35,439 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T03:19:35,440 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:19:35,441 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T03:19:35,591 DEBUG [695c90f4bb18:36499 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T03:19:35,591 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=695c90f4bb18,34133,1731813572623 2024-11-17T03:19:35,592 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,34133,1731813572623, state=OPENING 2024-11-17T03:19:35,636 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T03:19:35,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608 2024-11-17T03:19:35,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34133-0x10146cdf3e50001, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608 2024-11-17T03:19:35,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-762693608/meta-region-server: CHANGED 2024-11-17T03:19:35,647 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-762693608/meta-region-server: CHANGED 2024-11-17T03:19:35,647 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:19:35,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,34133,1731813572623}] 2024-11-17T03:19:35,800 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:19:35,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T03:19:35,804 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T03:19:35,804 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:19:35,805 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T03:19:35,806 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C34133%2C1731813572623.meta, suffix=.meta, logDir=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,34133,1731813572623, archiveDir=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/oldWALs, maxLogs=10 2024-11-17T03:19:35,818 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,34133,1731813572623/695c90f4bb18%2C34133%2C1731813572623.meta.1731813575806.meta, exclude list is [], retry=0 2024-11-17T03:19:35,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43227,DS-f6263358-0c4f-4d46-a908-c47eac7f3657,DISK] 2024-11-17T03:19:35,822 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,34133,1731813572623/695c90f4bb18%2C34133%2C1731813572623.meta.1731813575806.meta 2024-11-17T03:19:35,822 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39809:39809)] 2024-11-17T03:19:35,822 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:19:35,822 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:19:35,823 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:19:35,823 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T03:19:35,823 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T03:19:35,823 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T03:19:35,823 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:19:35,823 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T03:19:35,823 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T03:19:35,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:19:35,825 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:19:35,825 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:35,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:19:35,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:19:35,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:19:35,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:35,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:19:35,826 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:19:35,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:19:35,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:35,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:19:35,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:19:35,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:19:35,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:35,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:19:35,828 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:19:35,829 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740 2024-11-17T03:19:35,830 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740 2024-11-17T03:19:35,831 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:19:35,831 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:19:35,832 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:19:35,833 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:19:35,833 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68833874, jitterRate=0.025704652070999146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:19:35,833 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T03:19:35,834 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731813575823Writing region info on filesystem at 1731813575823Initializing all the Stores at 1731813575824 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813575824Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813575824Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813575824Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813575824Cleaning up temporary data from old regions at 1731813575831 (+7 ms)Running coprocessor post-open hooks at 1731813575833 (+2 ms)Region opened successfully at 1731813575834 (+1 ms) 2024-11-17T03:19:35,835 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731813575800 2024-11-17T03:19:35,837 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T03:19:35,837 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T03:19:35,837 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,34133,1731813572623 2024-11-17T03:19:35,838 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,34133,1731813572623, state=OPEN 2024-11-17T03:19:35,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-762693608/meta-region-server 2024-11-17T03:19:35,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34133-0x10146cdf3e50001, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-762693608/meta-region-server 2024-11-17T03:19:35,870 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=695c90f4bb18,34133,1731813572623 2024-11-17T03:19:35,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-762693608/meta-region-server: CHANGED 2024-11-17T03:19:35,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-762693608/meta-region-server: CHANGED 2024-11-17T03:19:35,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T03:19:35,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,34133,1731813572623 in 223 msec 2024-11-17T03:19:35,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T03:19:35,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 433 msec 2024-11-17T03:19:35,874 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:19:35,874 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T03:19:35,875 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:19:35,875 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,34133,1731813572623, seqNum=-1] 2024-11-17T03:19:35,876 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:19:35,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:19:35,881 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2730 sec 2024-11-17T03:19:35,881 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731813575881, completionTime=-1 2024-11-17T03:19:35,881 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T03:19:35,881 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T03:19:35,883 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T03:19:35,883 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731813635883 2024-11-17T03:19:35,883 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731813695883 2024-11-17T03:19:35,883 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T03:19:35,883 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,36499,1731813572421-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:35,883 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,36499,1731813572421-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:35,883 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,36499,1731813572421-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:35,883 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-695c90f4bb18:36499, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:35,883 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:35,884 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:35,885 DEBUG [master/695c90f4bb18:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T03:19:35,887 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.198sec 2024-11-17T03:19:35,887 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T03:19:35,887 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T03:19:35,887 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T03:19:35,887 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T03:19:35,887 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T03:19:35,887 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,36499,1731813572421-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:19:35,887 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,36499,1731813572421-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T03:19:35,889 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T03:19:35,889 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T03:19:35,889 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,36499,1731813572421-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:35,947 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0040b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:19:35,947 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,36499,-1 for getting cluster id 2024-11-17T03:19:35,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:19:35,948 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a32146da-c5b3-4492-933b-75944a94fa68' 2024-11-17T03:19:35,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:19:35,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a32146da-c5b3-4492-933b-75944a94fa68" 2024-11-17T03:19:35,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3285aad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:19:35,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,36499,-1] 2024-11-17T03:19:35,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:19:35,949 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:35,950 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:19:35,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b0f41d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:19:35,951 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:19:35,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,34133,1731813572623, seqNum=-1] 2024-11-17T03:19:35,952 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:19:35,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:19:35,954 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=695c90f4bb18,36499,1731813572421 2024-11-17T03:19:35,955 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61481 2024-11-17T03:19:35,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:19:35,973 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10146cdf3e50002 connected 2024-11-17T03:19:35,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/hadoop.log.dir so I do NOT create it in target/test-data/03bd689d-e7cb-e845-78c4-353a84374678 2024-11-17T03:19:35,986 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T03:19:35,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/hadoop.tmp.dir so I do NOT create it in target/test-data/03bd689d-e7cb-e845-78c4-353a84374678 2024-11-17T03:19:35,986 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T03:19:35,986 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678 2024-11-17T03:19:35,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T03:19:35,986 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/cluster_99cff381-1390-0f2f-6184-36d7537a216b, deleteOnExit=true 2024-11-17T03:19:35,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T03:19:35,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/test.cache.data in system properties and HBase conf 2024-11-17T03:19:35,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T03:19:35,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/hadoop.log.dir in system properties and HBase conf 2024-11-17T03:19:35,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T03:19:35,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T03:19:35,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T03:19:35,987 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T03:19:35,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:19:35,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:19:35,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T03:19:35,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:19:35,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T03:19:35,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T03:19:35,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:19:35,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:19:35,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T03:19:35,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/nfs.dump.dir in system properties and HBase conf 2024-11-17T03:19:35,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/java.io.tmpdir in system properties and HBase conf 2024-11-17T03:19:35,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:19:35,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T03:19:35,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T03:19:36,287 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:19:36,291 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:19:36,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:19:36,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:19:36,292 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:19:36,293 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:19:36,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30cfbb25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:19:36,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73cdde16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:19:36,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d3dd5cd{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/java.io.tmpdir/jetty-localhost-41175-hadoop-hdfs-3_4_1-tests_jar-_-any-11625945521767399615/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:19:36,389 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7b6062f9{HTTP/1.1, (http/1.1)}{localhost:41175} 2024-11-17T03:19:36,390 INFO [Time-limited test {}] server.Server(415): Started @152585ms 2024-11-17T03:19:36,640 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:19:36,643 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:19:36,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:19:36,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:19:36,644 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:19:36,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@751a4f9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:19:36,647 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6434264e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:19:36,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e72677e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/java.io.tmpdir/jetty-localhost-39157-hadoop-hdfs-3_4_1-tests_jar-_-any-15192616543857104870/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:19:36,744 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5dd6ce04{HTTP/1.1, (http/1.1)}{localhost:39157} 2024-11-17T03:19:36,744 INFO [Time-limited test {}] server.Server(415): Started @152940ms 2024-11-17T03:19:36,746 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T03:19:37,335 WARN [Thread-1411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/cluster_99cff381-1390-0f2f-6184-36d7537a216b/data/data2/current/BP-802127646-172.17.0.3-1731813576004/current, will proceed with Du for space computation calculation, 2024-11-17T03:19:37,335 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/cluster_99cff381-1390-0f2f-6184-36d7537a216b/data/data1/current/BP-802127646-172.17.0.3-1731813576004/current, will proceed with Du for space computation calculation, 2024-11-17T03:19:37,351 WARN [Thread-1398 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T03:19:37,354 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd936db2975839124 with lease ID 0xfa34770cd8c45a5f: Processing first storage report for DS-d2dea2e9-1f27-4f1b-aad8-7d083c8f403c from datanode DatanodeRegistration(127.0.0.1:39935, datanodeUuid=1ccf36dc-d748-4f6f-bfe6-46a4b126cd41, infoPort=33485, infoSecurePort=0, ipcPort=39315, storageInfo=lv=-57;cid=testClusterID;nsid=1323735232;c=1731813576004) 2024-11-17T03:19:37,354 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd936db2975839124 with lease ID 0xfa34770cd8c45a5f: from storage DS-d2dea2e9-1f27-4f1b-aad8-7d083c8f403c node DatanodeRegistration(127.0.0.1:39935, datanodeUuid=1ccf36dc-d748-4f6f-bfe6-46a4b126cd41, infoPort=33485, infoSecurePort=0, ipcPort=39315, storageInfo=lv=-57;cid=testClusterID;nsid=1323735232;c=1731813576004), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:19:37,354 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd936db2975839124 with lease ID 0xfa34770cd8c45a5f: Processing first storage report for DS-1cf0bbea-e5bc-44a2-82dd-81e0c972ef75 from datanode DatanodeRegistration(127.0.0.1:39935, datanodeUuid=1ccf36dc-d748-4f6f-bfe6-46a4b126cd41, infoPort=33485, infoSecurePort=0, ipcPort=39315, storageInfo=lv=-57;cid=testClusterID;nsid=1323735232;c=1731813576004) 2024-11-17T03:19:37,354 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd936db2975839124 with lease ID 0xfa34770cd8c45a5f: from storage DS-1cf0bbea-e5bc-44a2-82dd-81e0c972ef75 node DatanodeRegistration(127.0.0.1:39935, datanodeUuid=1ccf36dc-d748-4f6f-bfe6-46a4b126cd41, infoPort=33485, infoSecurePort=0, ipcPort=39315, storageInfo=lv=-57;cid=testClusterID;nsid=1323735232;c=1731813576004), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:19:37,374 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678 2024-11-17T03:19:37,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:19:37,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:19:37,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39935 is added to blk_1073741825_1001 (size=7) 2024-11-17T03:19:37,783 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf with version=8 2024-11-17T03:19:37,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/hbase-staging 2024-11-17T03:19:37,784 INFO [Time-limited test {}] client.ConnectionUtils(128): master/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:19:37,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:19:37,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:19:37,784 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:19:37,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:19:37,784 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:19:37,784 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T03:19:37,784 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:19:37,785 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41949 2024-11-17T03:19:37,786 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41949 connecting to ZooKeeper ensemble=127.0.0.1:61481 2024-11-17T03:19:37,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:419490x0, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:19:37,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41949-0x10146cdf3e50003 connected 2024-11-17T03:19:37,910 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:19:37,911 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:19:37,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Set watcher on znode that does not yet exist, /11240285143/running 2024-11-17T03:19:37,913 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf, hbase.cluster.distributed=false 2024-11-17T03:19:37,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Set watcher on znode that does not yet exist, /11240285143/acl 2024-11-17T03:19:37,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41949 2024-11-17T03:19:37,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41949 2024-11-17T03:19:37,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41949 2024-11-17T03:19:37,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41949 2024-11-17T03:19:37,915 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41949 2024-11-17T03:19:37,928 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:19:37,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:19:37,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:19:37,929 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:19:37,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:19:37,929 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:19:37,929 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T03:19:37,929 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:19:37,929 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42487 2024-11-17T03:19:37,930 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42487 connecting to ZooKeeper ensemble=127.0.0.1:61481 2024-11-17T03:19:37,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:19:37,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:19:37,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424870x0, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:19:37,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:424870x0, quorum=127.0.0.1:61481, baseZNode=/11240285143 Set watcher on znode that does not yet exist, /11240285143/running 2024-11-17T03:19:37,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42487-0x10146cdf3e50004 connected 2024-11-17T03:19:37,942 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T03:19:37,942 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T03:19:37,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42487-0x10146cdf3e50004, quorum=127.0.0.1:61481, baseZNode=/11240285143 Set watcher on znode that does not yet exist, /11240285143/master 2024-11-17T03:19:37,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42487-0x10146cdf3e50004, quorum=127.0.0.1:61481, baseZNode=/11240285143 Set watcher on znode that does not yet exist, /11240285143/acl 2024-11-17T03:19:37,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42487 2024-11-17T03:19:37,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42487 2024-11-17T03:19:37,946 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42487 2024-11-17T03:19:37,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42487 2024-11-17T03:19:37,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42487 2024-11-17T03:19:37,958 DEBUG [M:0;695c90f4bb18:41949 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;695c90f4bb18:41949 2024-11-17T03:19:37,958 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11240285143/backup-masters/695c90f4bb18,41949,1731813577784 2024-11-17T03:19:37,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11240285143/backup-masters 2024-11-17T03:19:37,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x10146cdf3e50004, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11240285143/backup-masters 2024-11-17T03:19:37,971 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Set watcher on existing znode=/11240285143/backup-masters/695c90f4bb18,41949,1731813577784 2024-11-17T03:19:37,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11240285143 2024-11-17T03:19:37,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x10146cdf3e50004, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11240285143/master 2024-11-17T03:19:37,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x10146cdf3e50004, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11240285143 2024-11-17T03:19:37,984 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Set watcher on existing znode=/11240285143/master 2024-11-17T03:19:37,984 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11240285143/backup-masters/695c90f4bb18,41949,1731813577784 from backup master directory 2024-11-17T03:19:37,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11240285143/backup-masters/695c90f4bb18,41949,1731813577784 2024-11-17T03:19:37,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x10146cdf3e50004, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11240285143/backup-masters 2024-11-17T03:19:37,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11240285143/backup-masters 2024-11-17T03:19:37,994 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:19:37,994 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=695c90f4bb18,41949,1731813577784 2024-11-17T03:19:37,997 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/hbase.id] with ID: 025a2e23-8b9d-4145-89ca-b53ca9e336dd 2024-11-17T03:19:37,997 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/.tmp/hbase.id 2024-11-17T03:19:38,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39935 is added to blk_1073741826_1002 (size=42) 2024-11-17T03:19:38,402 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/.tmp/hbase.id]:[hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/hbase.id] 2024-11-17T03:19:38,412 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:19:38,412 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T03:19:38,413 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T03:19:38,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11240285143 2024-11-17T03:19:38,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x10146cdf3e50004, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11240285143 2024-11-17T03:19:38,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39935 is added to blk_1073741827_1003 (size=196) 2024-11-17T03:19:38,831 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:19:38,832 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T03:19:38,832 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:19:38,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39935 is added to blk_1073741828_1004 (size=1189) 2024-11-17T03:19:39,239 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/MasterData/data/master/store 2024-11-17T03:19:39,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39935 is added to blk_1073741829_1005 (size=34) 2024-11-17T03:19:39,645 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:19:39,645 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:19:39,645 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:39,645 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:39,645 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:19:39,645 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:39,645 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:39,645 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813579645Disabling compacts and flushes for region at 1731813579645Disabling writes for close at 1731813579645Writing region close event to WAL at 1731813579645Closed at 1731813579645 2024-11-17T03:19:39,646 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/MasterData/data/master/store/.initializing 2024-11-17T03:19:39,646 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/MasterData/WALs/695c90f4bb18,41949,1731813577784 2024-11-17T03:19:39,647 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:19:39,648 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=695c90f4bb18%2C41949%2C1731813577784, suffix=, logDir=hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/MasterData/WALs/695c90f4bb18,41949,1731813577784, archiveDir=hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/MasterData/oldWALs, maxLogs=10 2024-11-17T03:19:39,660 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/MasterData/WALs/695c90f4bb18,41949,1731813577784/695c90f4bb18%2C41949%2C1731813577784.1731813579648, exclude list is [], retry=0 2024-11-17T03:19:39,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39935,DS-d2dea2e9-1f27-4f1b-aad8-7d083c8f403c,DISK] 2024-11-17T03:19:39,664 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/MasterData/WALs/695c90f4bb18,41949,1731813577784/695c90f4bb18%2C41949%2C1731813577784.1731813579648 2024-11-17T03:19:39,664 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33485:33485)] 2024-11-17T03:19:39,664 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:19:39,664 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:19:39,665 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:39,665 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:39,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:39,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T03:19:39,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:39,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:19:39,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:39,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T03:19:39,668 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:39,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:19:39,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:39,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T03:19:39,669 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:39,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:19:39,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:39,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T03:19:39,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:39,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:19:39,671 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:39,671 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:39,671 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:39,672 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:39,672 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:39,673 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:19:39,674 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:39,676 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:19:39,677 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73288619, jitterRate=0.09208552539348602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:19:39,677 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731813579665Initializing all the Stores at 1731813579665Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813579665Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813579666 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813579666Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813579666Cleaning up temporary data from old regions at 1731813579672 (+6 ms)Region opened successfully at 1731813579677 (+5 ms) 2024-11-17T03:19:39,677 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T03:19:39,679 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7122e634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:19:39,680 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T03:19:39,680 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T03:19:39,680 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T03:19:39,680 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T03:19:39,681 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T03:19:39,681 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T03:19:39,681 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T03:19:39,682 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T03:19:39,683 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Unable to get data of znode /11240285143/balancer because node does not exist (not necessarily an error) 2024-11-17T03:19:39,752 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11240285143/balancer already deleted, retry=false 2024-11-17T03:19:39,752 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T03:19:39,753 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Unable to get data of znode /11240285143/normalizer because node does not exist (not necessarily an error) 2024-11-17T03:19:39,762 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11240285143/normalizer already deleted, retry=false 2024-11-17T03:19:39,762 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T03:19:39,763 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Unable to get data of znode /11240285143/switch/split because node does not exist (not necessarily an error) 2024-11-17T03:19:39,773 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11240285143/switch/split already deleted, retry=false 2024-11-17T03:19:39,773 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Unable to get data of znode /11240285143/switch/merge because node does not exist (not necessarily an error) 2024-11-17T03:19:39,783 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11240285143/switch/merge already deleted, retry=false 2024-11-17T03:19:39,785 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Unable to get data of znode /11240285143/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T03:19:39,794 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11240285143/snapshot-cleanup already deleted, retry=false 2024-11-17T03:19:39,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x10146cdf3e50004, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11240285143/running 2024-11-17T03:19:39,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11240285143/running 2024-11-17T03:19:39,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11240285143 2024-11-17T03:19:39,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x10146cdf3e50004, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11240285143 2024-11-17T03:19:39,805 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=695c90f4bb18,41949,1731813577784, sessionid=0x10146cdf3e50003, setting cluster-up flag (Was=false) 2024-11-17T03:19:39,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11240285143 2024-11-17T03:19:39,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x10146cdf3e50004, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11240285143 2024-11-17T03:19:39,857 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11240285143/flush-table-proc/acquired, /11240285143/flush-table-proc/reached, /11240285143/flush-table-proc/abort 2024-11-17T03:19:39,858 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,41949,1731813577784 2024-11-17T03:19:39,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11240285143 2024-11-17T03:19:39,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x10146cdf3e50004, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11240285143 2024-11-17T03:19:39,909 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11240285143/online-snapshot/acquired, /11240285143/online-snapshot/reached, /11240285143/online-snapshot/abort 2024-11-17T03:19:39,911 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,41949,1731813577784 2024-11-17T03:19:39,912 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T03:19:39,913 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T03:19:39,913 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T03:19:39,913 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T03:19:39,913 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 695c90f4bb18,41949,1731813577784 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T03:19:39,915 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:19:39,915 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:19:39,915 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:19:39,915 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:19:39,915 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/695c90f4bb18:0, corePoolSize=10, maxPoolSize=10 2024-11-17T03:19:39,915 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:39,915 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:19:39,915 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:39,916 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731813609916 2024-11-17T03:19:39,916 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T03:19:39,916 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T03:19:39,916 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T03:19:39,916 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T03:19:39,916 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T03:19:39,916 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T03:19:39,916 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:39,916 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:19:39,916 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T03:19:39,916 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T03:19:39,916 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T03:19:39,916 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T03:19:39,916 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T03:19:39,917 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:39,917 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T03:19:39,918 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T03:19:39,918 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T03:19:39,919 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813579918,5,FailOnTimeoutGroup] 2024-11-17T03:19:39,919 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813579919,5,FailOnTimeoutGroup] 2024-11-17T03:19:39,919 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:39,919 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T03:19:39,919 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:39,919 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:39,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39935 is added to blk_1073741831_1007 (size=1321) 2024-11-17T03:19:39,951 INFO [RS:0;695c90f4bb18:42487 {}] regionserver.HRegionServer(746): ClusterId : 025a2e23-8b9d-4145-89ca-b53ca9e336dd 2024-11-17T03:19:39,952 DEBUG [RS:0;695c90f4bb18:42487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T03:19:39,963 DEBUG [RS:0;695c90f4bb18:42487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T03:19:39,963 DEBUG [RS:0;695c90f4bb18:42487 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T03:19:39,973 DEBUG [RS:0;695c90f4bb18:42487 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T03:19:39,974 DEBUG [RS:0;695c90f4bb18:42487 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b867b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:19:39,984 DEBUG [RS:0;695c90f4bb18:42487 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;695c90f4bb18:42487 2024-11-17T03:19:39,984 INFO [RS:0;695c90f4bb18:42487 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T03:19:39,984 INFO [RS:0;695c90f4bb18:42487 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T03:19:39,984 DEBUG [RS:0;695c90f4bb18:42487 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T03:19:39,985 INFO [RS:0;695c90f4bb18:42487 {}] regionserver.HRegionServer(2659): reportForDuty to master=695c90f4bb18,41949,1731813577784 with port=42487, startcode=1731813577928 2024-11-17T03:19:39,985 DEBUG [RS:0;695c90f4bb18:42487 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T03:19:39,986 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T03:19:39,986 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41949 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 695c90f4bb18,42487,1731813577928 2024-11-17T03:19:39,986 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41949 {}] master.ServerManager(517): Registering regionserver=695c90f4bb18,42487,1731813577928 2024-11-17T03:19:39,987 DEBUG [RS:0;695c90f4bb18:42487 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf 2024-11-17T03:19:39,987 DEBUG [RS:0;695c90f4bb18:42487 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33945 2024-11-17T03:19:39,988 DEBUG [RS:0;695c90f4bb18:42487 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T03:19:40,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11240285143/rs 2024-11-17T03:19:40,071 DEBUG [RS:0;695c90f4bb18:42487 {}] zookeeper.ZKUtil(111): regionserver:42487-0x10146cdf3e50004, quorum=127.0.0.1:61481, baseZNode=/11240285143 Set watcher on existing znode=/11240285143/rs/695c90f4bb18,42487,1731813577928 2024-11-17T03:19:40,071 WARN [RS:0;695c90f4bb18:42487 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:19:40,071 INFO [RS:0;695c90f4bb18:42487 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:19:40,072 DEBUG [RS:0;695c90f4bb18:42487 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/WALs/695c90f4bb18,42487,1731813577928 2024-11-17T03:19:40,072 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [695c90f4bb18,42487,1731813577928] 2024-11-17T03:19:40,074 INFO [RS:0;695c90f4bb18:42487 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T03:19:40,076 INFO [RS:0;695c90f4bb18:42487 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T03:19:40,076 INFO [RS:0;695c90f4bb18:42487 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T03:19:40,076 INFO [RS:0;695c90f4bb18:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:40,076 INFO [RS:0;695c90f4bb18:42487 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T03:19:40,077 INFO [RS:0;695c90f4bb18:42487 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T03:19:40,077 INFO [RS:0;695c90f4bb18:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:40,077 DEBUG [RS:0;695c90f4bb18:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:40,077 DEBUG [RS:0;695c90f4bb18:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:40,077 DEBUG [RS:0;695c90f4bb18:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:40,077 DEBUG [RS:0;695c90f4bb18:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:40,077 DEBUG [RS:0;695c90f4bb18:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:40,077 DEBUG [RS:0;695c90f4bb18:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:19:40,077 DEBUG [RS:0;695c90f4bb18:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:40,077 DEBUG [RS:0;695c90f4bb18:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:40,077 DEBUG [RS:0;695c90f4bb18:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:40,077 DEBUG [RS:0;695c90f4bb18:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:40,077 DEBUG [RS:0;695c90f4bb18:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:40,077 DEBUG [RS:0;695c90f4bb18:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:40,077 DEBUG [RS:0;695c90f4bb18:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:19:40,077 DEBUG [RS:0;695c90f4bb18:42487 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:19:40,078 INFO [RS:0;695c90f4bb18:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:40,078 INFO [RS:0;695c90f4bb18:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:40,078 INFO [RS:0;695c90f4bb18:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:40,078 INFO [RS:0;695c90f4bb18:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:40,078 INFO [RS:0;695c90f4bb18:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:40,078 INFO [RS:0;695c90f4bb18:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,42487,1731813577928-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:19:40,091 INFO [RS:0;695c90f4bb18:42487 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T03:19:40,091 INFO [RS:0;695c90f4bb18:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,42487,1731813577928-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:40,091 INFO [RS:0;695c90f4bb18:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:40,091 INFO [RS:0;695c90f4bb18:42487 {}] regionserver.Replication(171): 695c90f4bb18,42487,1731813577928 started 2024-11-17T03:19:40,104 INFO [RS:0;695c90f4bb18:42487 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:40,104 INFO [RS:0;695c90f4bb18:42487 {}] regionserver.HRegionServer(1482): Serving as 695c90f4bb18,42487,1731813577928, RpcServer on 695c90f4bb18/172.17.0.3:42487, sessionid=0x10146cdf3e50004 2024-11-17T03:19:40,104 DEBUG [RS:0;695c90f4bb18:42487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T03:19:40,104 DEBUG [RS:0;695c90f4bb18:42487 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 695c90f4bb18,42487,1731813577928 2024-11-17T03:19:40,104 DEBUG [RS:0;695c90f4bb18:42487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,42487,1731813577928' 2024-11-17T03:19:40,104 DEBUG [RS:0;695c90f4bb18:42487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11240285143/flush-table-proc/abort' 2024-11-17T03:19:40,105 DEBUG [RS:0;695c90f4bb18:42487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11240285143/flush-table-proc/acquired' 2024-11-17T03:19:40,105 DEBUG [RS:0;695c90f4bb18:42487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T03:19:40,105 DEBUG [RS:0;695c90f4bb18:42487 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T03:19:40,105 DEBUG [RS:0;695c90f4bb18:42487 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 695c90f4bb18,42487,1731813577928 2024-11-17T03:19:40,105 DEBUG [RS:0;695c90f4bb18:42487 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,42487,1731813577928' 2024-11-17T03:19:40,105 DEBUG [RS:0;695c90f4bb18:42487 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11240285143/online-snapshot/abort' 2024-11-17T03:19:40,106 DEBUG [RS:0;695c90f4bb18:42487 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11240285143/online-snapshot/acquired' 2024-11-17T03:19:40,106 DEBUG [RS:0;695c90f4bb18:42487 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T03:19:40,106 INFO [RS:0;695c90f4bb18:42487 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T03:19:40,106 INFO [RS:0;695c90f4bb18:42487 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T03:19:40,206 INFO [RS:0;695c90f4bb18:42487 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:19:40,208 INFO [RS:0;695c90f4bb18:42487 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C42487%2C1731813577928, suffix=, logDir=hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/WALs/695c90f4bb18,42487,1731813577928, archiveDir=hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/oldWALs, maxLogs=10 2024-11-17T03:19:40,219 DEBUG [RS:0;695c90f4bb18:42487 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/WALs/695c90f4bb18,42487,1731813577928/695c90f4bb18%2C42487%2C1731813577928.1731813580208, exclude list is [], retry=0 2024-11-17T03:19:40,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39935,DS-d2dea2e9-1f27-4f1b-aad8-7d083c8f403c,DISK] 2024-11-17T03:19:40,223 INFO [RS:0;695c90f4bb18:42487 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/WALs/695c90f4bb18,42487,1731813577928/695c90f4bb18%2C42487%2C1731813577928.1731813580208 2024-11-17T03:19:40,223 DEBUG [RS:0;695c90f4bb18:42487 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33485:33485)] 2024-11-17T03:19:40,323 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T03:19:40,323 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf 2024-11-17T03:19:40,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39935 is added to blk_1073741833_1009 (size=32) 2024-11-17T03:19:40,693 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T03:19:40,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:19:40,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:19:40,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:19:40,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:40,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:19:40,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:19:40,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:19:40,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:40,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:19:40,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:19:40,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:19:40,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:40,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:19:40,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:19:40,736 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:19:40,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:40,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:19:40,736 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:19:40,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/data/hbase/meta/1588230740 2024-11-17T03:19:40,737 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/data/hbase/meta/1588230740 2024-11-17T03:19:40,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:19:40,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:19:40,738 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:19:40,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:19:40,741 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:19:40,741 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64340296, jitterRate=-0.04125487804412842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:19:40,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731813580729Initializing all the Stores at 1731813580730 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813580730Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813580730Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813580730Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813580730Cleaning up temporary data from old regions at 1731813580738 (+8 ms)Region opened successfully at 1731813580741 (+3 ms) 2024-11-17T03:19:40,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:19:40,741 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:19:40,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:19:40,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:19:40,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:19:40,742 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:19:40,742 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813580741Disabling compacts and flushes for region at 1731813580741Disabling writes for close at 1731813580741Writing region close event to WAL at 1731813580741Closed at 1731813580742 (+1 ms) 2024-11-17T03:19:40,742 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:19:40,743 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T03:19:40,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T03:19:40,743 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:19:40,744 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T03:19:40,894 DEBUG [695c90f4bb18:41949 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T03:19:40,895 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=695c90f4bb18,42487,1731813577928 2024-11-17T03:19:40,896 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,42487,1731813577928, state=OPENING 2024-11-17T03:19:40,941 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T03:19:40,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x10146cdf3e50004, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11240285143 2024-11-17T03:19:40,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11240285143 2024-11-17T03:19:40,952 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:19:40,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11240285143/meta-region-server: CHANGED 2024-11-17T03:19:40,952 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,42487,1731813577928}] 2024-11-17T03:19:40,953 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11240285143/meta-region-server: CHANGED 2024-11-17T03:19:41,105 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:19:41,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44715, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T03:19:41,109 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T03:19:41,109 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:19:41,110 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T03:19:41,111 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C42487%2C1731813577928.meta, suffix=.meta, logDir=hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/WALs/695c90f4bb18,42487,1731813577928, archiveDir=hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/oldWALs, maxLogs=10 2024-11-17T03:19:41,124 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/WALs/695c90f4bb18,42487,1731813577928/695c90f4bb18%2C42487%2C1731813577928.meta.1731813581111.meta, exclude list is [], retry=0 2024-11-17T03:19:41,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39935,DS-d2dea2e9-1f27-4f1b-aad8-7d083c8f403c,DISK] 2024-11-17T03:19:41,127 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/WALs/695c90f4bb18,42487,1731813577928/695c90f4bb18%2C42487%2C1731813577928.meta.1731813581111.meta 2024-11-17T03:19:41,128 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33485:33485)] 2024-11-17T03:19:41,128 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:19:41,128 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:19:41,128 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:19:41,128 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T03:19:41,128 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T03:19:41,128 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T03:19:41,129 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:19:41,129 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T03:19:41,129 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T03:19:41,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:19:41,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:19:41,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:41,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:19:41,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:19:41,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:19:41,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:41,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:19:41,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:19:41,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:19:41,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:41,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:19:41,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:19:41,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:19:41,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:41,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:19:41,135 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:19:41,136 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/data/hbase/meta/1588230740 2024-11-17T03:19:41,137 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/data/hbase/meta/1588230740 2024-11-17T03:19:41,138 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:19:41,138 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:19:41,138 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:19:41,139 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:19:41,140 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71125874, jitterRate=0.059858113527297974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:19:41,140 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T03:19:41,140 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731813581129Writing region info on filesystem at 1731813581129Initializing all the Stores at 1731813581130 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813581130Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813581130Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813581130Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813581130Cleaning up temporary data from old regions at 1731813581138 (+8 ms)Running coprocessor post-open hooks at 1731813581140 (+2 ms)Region opened successfully at 1731813581140 2024-11-17T03:19:41,141 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731813581104 2024-11-17T03:19:41,143 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T03:19:41,143 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T03:19:41,144 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,42487,1731813577928 2024-11-17T03:19:41,144 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,42487,1731813577928, state=OPEN 2024-11-17T03:19:41,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11240285143/meta-region-server 2024-11-17T03:19:41,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x10146cdf3e50004, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11240285143/meta-region-server 2024-11-17T03:19:41,152 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=695c90f4bb18,42487,1731813577928 2024-11-17T03:19:41,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11240285143/meta-region-server: CHANGED 2024-11-17T03:19:41,152 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11240285143/meta-region-server: CHANGED 2024-11-17T03:19:41,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T03:19:41,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,42487,1731813577928 in 200 msec 2024-11-17T03:19:41,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T03:19:41,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 411 msec 2024-11-17T03:19:41,156 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:19:41,156 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T03:19:41,158 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:19:41,158 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,42487,1731813577928, seqNum=-1] 2024-11-17T03:19:41,158 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:19:41,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:19:41,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2510 sec 2024-11-17T03:19:41,165 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731813581165, completionTime=-1 2024-11-17T03:19:41,165 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T03:19:41,165 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T03:19:41,167 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T03:19:41,167 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731813641167 2024-11-17T03:19:41,167 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731813701167 2024-11-17T03:19:41,167 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T03:19:41,167 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41949,1731813577784-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:41,167 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41949,1731813577784-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:41,167 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41949,1731813577784-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:41,167 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-695c90f4bb18:41949, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:41,167 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:41,167 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:41,169 DEBUG [master/695c90f4bb18:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T03:19:41,171 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.177sec 2024-11-17T03:19:41,171 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T03:19:41,171 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T03:19:41,171 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T03:19:41,171 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T03:19:41,171 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T03:19:41,171 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41949,1731813577784-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:19:41,171 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41949,1731813577784-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T03:19:41,173 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T03:19:41,173 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T03:19:41,173 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41949,1731813577784-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:41,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a67246, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:19:41,253 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,41949,-1 for getting cluster id 2024-11-17T03:19:41,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:19:41,254 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '025a2e23-8b9d-4145-89ca-b53ca9e336dd' 2024-11-17T03:19:41,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:19:41,254 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "025a2e23-8b9d-4145-89ca-b53ca9e336dd" 2024-11-17T03:19:41,255 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e592926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:19:41,255 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,41949,-1] 2024-11-17T03:19:41,255 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:19:41,255 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:41,256 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:19:41,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f53e899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:19:41,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:19:41,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,42487,1731813577928, seqNum=-1] 2024-11-17T03:19:41,258 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:19:41,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:19:41,260 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=695c90f4bb18,41949,1731813577784 2024-11-17T03:19:41,261 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61481 2024-11-17T03:19:41,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:19:41,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10146cdf3e50005 connected 2024-11-17T03:19:41,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a26faa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:19:41,280 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,36499,-1 for getting cluster id 2024-11-17T03:19:41,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:19:41,281 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a32146da-c5b3-4492-933b-75944a94fa68' 2024-11-17T03:19:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:19:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a32146da-c5b3-4492-933b-75944a94fa68" 2024-11-17T03:19:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fdce412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:19:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,36499,-1] 2024-11-17T03:19:41,281 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:19:41,282 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:41,282 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:19:41,283 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180d5fa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:19:41,283 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:19:41,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,36499,1731813572421 2024-11-17T03:19:41,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@664bae77 2024-11-17T03:19:41,284 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:19:41,284 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:19:41,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://695c90f4bb18:41949,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T03:19:41,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T03:19:41,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:19:41,287 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:41949' 2024-11-17T03:19:41,288 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a68ac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:19:41,288 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,41949,-1 for getting cluster id 2024-11-17T03:19:41,289 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:19:41,289 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '025a2e23-8b9d-4145-89ca-b53ca9e336dd' 2024-11-17T03:19:41,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:19:41,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "025a2e23-8b9d-4145-89ca-b53ca9e336dd" 2024-11-17T03:19:41,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d4f229e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:19:41,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,41949,-1] 2024-11-17T03:19:41,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:19:41,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:41,291 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:19:41,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@672e5e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:19:41,292 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:19:41,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,41949,1731813577784 2024-11-17T03:19:41,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12bcd0df 2024-11-17T03:19:41,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:19:41,294 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:19:41,294 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-17T03:19:41,294 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T03:19:41,294 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:41,294 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:41,295 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:19:41,295 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:19:41,296 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T03:19:41,297 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:19:41,297 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:41,298 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:19:41,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741835_1011 (size=1138) 2024-11-17T03:19:41,325 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:19:41,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:41,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:41,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:41,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:41,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:41,346 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T03:19:41,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:41,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:19:41,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T03:19:41,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T03:19:41,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:19:41,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T03:19:41,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:19:41,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T03:19:41,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T03:19:41,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T03:19:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:19:41,705 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ea7ee95bec636d0fe6548fdddee7c8e7, NAME => 'hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab 2024-11-17T03:19:41,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741836_1012 (size=44) 2024-11-17T03:19:41,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:19:42,110 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:19:42,110 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ea7ee95bec636d0fe6548fdddee7c8e7, disabling compactions & flushes 2024-11-17T03:19:42,111 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7. 2024-11-17T03:19:42,111 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7. 2024-11-17T03:19:42,111 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7. after waiting 0 ms 2024-11-17T03:19:42,111 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7. 2024-11-17T03:19:42,111 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7. 2024-11-17T03:19:42,111 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ea7ee95bec636d0fe6548fdddee7c8e7: Waiting for close lock at 1731813582110Disabling compacts and flushes for region at 1731813582110Disabling writes for close at 1731813582111 (+1 ms)Writing region close event to WAL at 1731813582111Closed at 1731813582111 2024-11-17T03:19:42,112 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:19:42,112 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731813582112"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813582112"}]},"ts":"1731813582112"} 2024-11-17T03:19:42,114 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:19:42,115 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:19:42,115 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813582115"}]},"ts":"1731813582115"} 2024-11-17T03:19:42,116 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T03:19:42,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea7ee95bec636d0fe6548fdddee7c8e7, ASSIGN}] 2024-11-17T03:19:42,117 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea7ee95bec636d0fe6548fdddee7c8e7, ASSIGN 2024-11-17T03:19:42,118 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea7ee95bec636d0fe6548fdddee7c8e7, ASSIGN; state=OFFLINE, location=695c90f4bb18,34133,1731813572623; forceNewPlan=false, retain=false 2024-11-17T03:19:42,269 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ea7ee95bec636d0fe6548fdddee7c8e7, regionState=OPENING, regionLocation=695c90f4bb18,34133,1731813572623 2024-11-17T03:19:42,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea7ee95bec636d0fe6548fdddee7c8e7, ASSIGN because future has completed 2024-11-17T03:19:42,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea7ee95bec636d0fe6548fdddee7c8e7, server=695c90f4bb18,34133,1731813572623}] 2024-11-17T03:19:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:19:42,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7. 2024-11-17T03:19:42,426 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:19:42,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T03:19:42,428 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C34133%2C1731813572623.rep, suffix=, logDir=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,34133,1731813572623, archiveDir=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/oldWALs, maxLogs=10 2024-11-17T03:19:42,440 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,34133,1731813572623/695c90f4bb18%2C34133%2C1731813572623.rep.1731813582428, exclude list is [], retry=0 2024-11-17T03:19:42,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43227,DS-f6263358-0c4f-4d46-a908-c47eac7f3657,DISK] 2024-11-17T03:19:42,443 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,34133,1731813572623/695c90f4bb18%2C34133%2C1731813572623.rep.1731813582428 2024-11-17T03:19:42,443 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39809:39809)] 2024-11-17T03:19:42,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => ea7ee95bec636d0fe6548fdddee7c8e7, NAME => 'hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:19:42,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:19:42,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:19:42,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7. service=MultiRowMutationService 2024-11-17T03:19:42,444 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T03:19:42,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:42,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:19:42,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:42,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:42,446 INFO [StoreOpener-ea7ee95bec636d0fe6548fdddee7c8e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:42,448 INFO [StoreOpener-ea7ee95bec636d0fe6548fdddee7c8e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea7ee95bec636d0fe6548fdddee7c8e7 columnFamilyName hfileref 2024-11-17T03:19:42,448 DEBUG [StoreOpener-ea7ee95bec636d0fe6548fdddee7c8e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:42,448 INFO [StoreOpener-ea7ee95bec636d0fe6548fdddee7c8e7-1 {}] regionserver.HStore(327): Store=ea7ee95bec636d0fe6548fdddee7c8e7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:19:42,448 INFO [StoreOpener-ea7ee95bec636d0fe6548fdddee7c8e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:42,449 INFO [StoreOpener-ea7ee95bec636d0fe6548fdddee7c8e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea7ee95bec636d0fe6548fdddee7c8e7 columnFamilyName queue 2024-11-17T03:19:42,449 DEBUG [StoreOpener-ea7ee95bec636d0fe6548fdddee7c8e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:42,449 INFO [StoreOpener-ea7ee95bec636d0fe6548fdddee7c8e7-1 {}] regionserver.HStore(327): Store=ea7ee95bec636d0fe6548fdddee7c8e7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:19:42,449 INFO [StoreOpener-ea7ee95bec636d0fe6548fdddee7c8e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:42,450 INFO [StoreOpener-ea7ee95bec636d0fe6548fdddee7c8e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea7ee95bec636d0fe6548fdddee7c8e7 columnFamilyName sid 2024-11-17T03:19:42,450 DEBUG [StoreOpener-ea7ee95bec636d0fe6548fdddee7c8e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:42,451 INFO [StoreOpener-ea7ee95bec636d0fe6548fdddee7c8e7-1 {}] regionserver.HStore(327): Store=ea7ee95bec636d0fe6548fdddee7c8e7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:19:42,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:42,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/replication/ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:42,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/replication/ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:42,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:42,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:42,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:19:42,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:42,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/replication/ea7ee95bec636d0fe6548fdddee7c8e7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:19:42,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened ea7ee95bec636d0fe6548fdddee7c8e7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71469758, jitterRate=0.06498238444328308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:19:42,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:42,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for ea7ee95bec636d0fe6548fdddee7c8e7: Running coprocessor pre-open hook at 1731813582445Writing region info on filesystem at 1731813582445Initializing all the Stores at 1731813582446 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813582446Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813582446Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813582446Cleaning up temporary data from old regions at 1731813582452 (+6 ms)Running coprocessor post-open hooks at 1731813582456 (+4 ms)Region opened successfully at 1731813582456 2024-11-17T03:19:42,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7., pid=7, masterSystemTime=1731813582423 2024-11-17T03:19:42,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7. 2024-11-17T03:19:42,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7. 2024-11-17T03:19:42,460 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=ea7ee95bec636d0fe6548fdddee7c8e7, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,34133,1731813572623 2024-11-17T03:19:42,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea7ee95bec636d0fe6548fdddee7c8e7, server=695c90f4bb18,34133,1731813572623 because future has completed 2024-11-17T03:19:42,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-17T03:19:42,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure ea7ee95bec636d0fe6548fdddee7c8e7, server=695c90f4bb18,34133,1731813572623 in 191 msec 2024-11-17T03:19:42,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T03:19:42,466 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea7ee95bec636d0fe6548fdddee7c8e7, ASSIGN in 347 msec 2024-11-17T03:19:42,466 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:19:42,466 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813582466"}]},"ts":"1731813582466"} 2024-11-17T03:19:42,468 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T03:19:42,469 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:19:42,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-17T03:19:42,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7., hostname=695c90f4bb18,34133,1731813572623, seqNum=2] 2024-11-17T03:19:42,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34133-0x10146cdf3e50001, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608 2024-11-17T03:19:42,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608 2024-11-17T03:19:42,605 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T03:19:42,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34133 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-17T03:19:42,758 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T03:19:42,786 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-695c90f4bb18,34133,1731813572623, ReplicationSource: 1, currentBandwidth=0 2024-11-17T03:19:42,787 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:19:42,787 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,34133,1731813572623, seqNum=-1] 2024-11-17T03:19:42,787 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:19:42,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-17T03:19:42,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-695c90f4bb18,34133,1731813572623', locateType=CURRENT is [region=hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7., hostname=695c90f4bb18,34133,1731813572623, seqNum=2] 2024-11-17T03:19:42,792 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-17T03:19:42,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-17T03:19:42,794 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 695c90f4bb18,34133,1731813572623 suceeded 2024-11-17T03:19:42,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-17T03:19:42,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-17T03:19:42,796 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://695c90f4bb18:41949,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T03:19:42,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5110 sec 2024-11-17T03:19:42,808 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34133,1731813572623 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:41949' 2024-11-17T03:19:42,809 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34133,1731813572623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59c92deb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:19:42,809 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34133,1731813572623 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,41949,-1 for getting cluster id 2024-11-17T03:19:42,809 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34133,1731813572623 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:19:42,809 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '025a2e23-8b9d-4145-89ca-b53ca9e336dd' 2024-11-17T03:19:42,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:19:42,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "025a2e23-8b9d-4145-89ca-b53ca9e336dd" 2024-11-17T03:19:42,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2be78ed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:19:42,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,41949,-1] 2024-11-17T03:19:42,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:19:42,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:42,811 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:19:42,812 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34133,1731813572623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58ed074d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:19:42,812 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34133,1731813572623 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:19:42,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,41949,1731813577784 2024-11-17T03:19:42,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73500b4e 2024-11-17T03:19:42,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:19:42,813 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-17T03:19:42,814 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34133,1731813572623 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-695c90f4bb18,34133,1731813572623 (queues=1) is replicating from cluster=a32146da-c5b3-4492-933b-75944a94fa68 to cluster=025a2e23-8b9d-4145-89ca-b53ca9e336dd 2024-11-17T03:19:42,814 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34133,1731813572623 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=695c90f4bb18%2C34133%2C1731813572623 2024-11-17T03:19:42,814 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34133,1731813572623 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-695c90f4bb18,34133,1731813572623, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T03:19:42,814 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34133,1731813572623.replicationSource.shipper695c90f4bb18%2C34133%2C1731813572623,1-695c90f4bb18,34133,1731813572623 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 695c90f4bb18%2C34133%2C1731813572623 2024-11-17T03:19:42,815 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34133,1731813572623.replicationSource.wal-reader.695c90f4bb18%2C34133%2C1731813572623,1-695c90f4bb18,34133,1731813572623 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,34133,1731813572623/695c90f4bb18%2C34133%2C1731813572623.1731813574826, startPosition=0, beingWritten=true 2024-11-17T03:19:43,019 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34133,1731813572623.replicationSource.wal-reader.695c90f4bb18%2C34133%2C1731813572623,1-695c90f4bb18,34133,1731813572623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,34133,1731813572623/695c90f4bb18%2C34133%2C1731813572623.1731813574826 to pos 0, reset compression=false 2024-11-17T03:19:43,324 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34133,1731813572623.replicationSource.wal-reader.695c90f4bb18%2C34133%2C1731813572623,1-695c90f4bb18,34133,1731813572623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,34133,1731813572623/695c90f4bb18%2C34133%2C1731813572623.1731813574826 to pos 0, reset compression=false 2024-11-17T03:19:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:19:43,435 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T03:19:43,435 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:19:43,435 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:19:43,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:43,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:43,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:19:43,435 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:19:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,36499,1731813572421 2024-11-17T03:19:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b0515d1 2024-11-17T03:19:43,436 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:19:43,437 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:19:43,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36499 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-17T03:19:43,438 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:19:43,438 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:19:43,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:43,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:43,438 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:19:43,438 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T03:19:43,438 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1831339630, stopped=false 2024-11-17T03:19:43,438 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=695c90f4bb18,36499,1731813572421 2024-11-17T03:19:43,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-762693608/running 2024-11-17T03:19:43,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608 2024-11-17T03:19:43,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34133-0x10146cdf3e50001, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-762693608/running 2024-11-17T03:19:43,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34133-0x10146cdf3e50001, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608 2024-11-17T03:19:43,551 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:19:43,552 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:19:43,552 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:19:43,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:43,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Set watcher on znode that does not yet exist, /0-762693608/running 2024-11-17T03:19:43,552 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '695c90f4bb18,34133,1731813572623' ***** 2024-11-17T03:19:43,552 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T03:19:43,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34133-0x10146cdf3e50001, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Set watcher on znode that does not yet exist, /0-762693608/running 2024-11-17T03:19:43,552 INFO [RS:0;695c90f4bb18:34133 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T03:19:43,552 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T03:19:43,553 INFO [RS:0;695c90f4bb18:34133 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T03:19:43,553 INFO [RS:0;695c90f4bb18:34133 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T03:19:43,553 INFO [RS:0;695c90f4bb18:34133 {}] regionserver.HRegionServer(3091): Received CLOSE for ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:43,553 INFO [RS:0;695c90f4bb18:34133 {}] regionserver.HRegionServer(959): stopping server 695c90f4bb18,34133,1731813572623 2024-11-17T03:19:43,553 INFO [RS:0;695c90f4bb18:34133 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:19:43,553 INFO [RS:0;695c90f4bb18:34133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:34133. 2024-11-17T03:19:43,553 DEBUG [RS:0;695c90f4bb18:34133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:19:43,553 DEBUG [RS:0;695c90f4bb18:34133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:43,553 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea7ee95bec636d0fe6548fdddee7c8e7, disabling compactions & flushes 2024-11-17T03:19:43,553 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7. 2024-11-17T03:19:43,553 INFO [RS:0;695c90f4bb18:34133 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T03:19:43,553 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7. 2024-11-17T03:19:43,553 INFO [RS:0;695c90f4bb18:34133 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T03:19:43,553 INFO [RS:0;695c90f4bb18:34133 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T03:19:43,553 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7. after waiting 0 ms 2024-11-17T03:19:43,553 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7. 2024-11-17T03:19:43,553 INFO [RS:0;695c90f4bb18:34133 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T03:19:43,553 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ea7ee95bec636d0fe6548fdddee7c8e7 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-17T03:19:43,553 INFO [RS:0;695c90f4bb18:34133 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T03:19:43,553 DEBUG [RS:0;695c90f4bb18:34133 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ea7ee95bec636d0fe6548fdddee7c8e7=hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7.} 2024-11-17T03:19:43,553 DEBUG [RS:0;695c90f4bb18:34133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:43,553 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:19:43,553 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:19:43,553 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:19:43,553 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:19:43,553 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:19:43,554 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-17T03:19:43,571 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/replication/ea7ee95bec636d0fe6548fdddee7c8e7/.tmp/queue/38eb218ed6de4795a728ff6ee9222b16 is 151, key is 1-695c90f4bb18,34133,1731813572623/queue:695c90f4bb18%2C34133%2C1731813572623/1731813582791/Put/seqid=0 2024-11-17T03:19:43,572 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740/.tmp/info/4c2b8c4771f34ce0b53c2d75c2a58044 is 147, key is hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7./info:regioninfo/1731813582460/Put/seqid=0 2024-11-17T03:19:43,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741838_1014 (size=5350) 2024-11-17T03:19:43,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741839_1015 (size=6631) 2024-11-17T03:19:43,606 INFO [regionserver/695c90f4bb18:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:19:43,696 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T03:19:43,696 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T03:19:43,728 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34133,1731813572623.replicationSource.wal-reader.695c90f4bb18%2C34133%2C1731813572623,1-695c90f4bb18,34133,1731813572623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,34133,1731813572623/695c90f4bb18%2C34133%2C1731813572623.1731813574826 to pos 0, reset compression=false 2024-11-17T03:19:43,754 DEBUG [RS:0;695c90f4bb18:34133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:43,954 DEBUG [RS:0;695c90f4bb18:34133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:43,976 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/replication/ea7ee95bec636d0fe6548fdddee7c8e7/.tmp/queue/38eb218ed6de4795a728ff6ee9222b16 2024-11-17T03:19:43,976 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740/.tmp/info/4c2b8c4771f34ce0b53c2d75c2a58044 2024-11-17T03:19:43,984 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/replication/ea7ee95bec636d0fe6548fdddee7c8e7/.tmp/queue/38eb218ed6de4795a728ff6ee9222b16 as hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/replication/ea7ee95bec636d0fe6548fdddee7c8e7/queue/38eb218ed6de4795a728ff6ee9222b16 2024-11-17T03:19:43,989 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/replication/ea7ee95bec636d0fe6548fdddee7c8e7/queue/38eb218ed6de4795a728ff6ee9222b16, entries=1, sequenceid=5, filesize=5.2 K 2024-11-17T03:19:43,990 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ea7ee95bec636d0fe6548fdddee7c8e7 in 437ms, sequenceid=5, compaction requested=false 2024-11-17T03:19:43,990 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T03:19:43,995 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/replication/ea7ee95bec636d0fe6548fdddee7c8e7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T03:19:43,996 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:19:43,996 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:19:43,997 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7. 2024-11-17T03:19:43,997 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea7ee95bec636d0fe6548fdddee7c8e7: Waiting for close lock at 1731813583553Running coprocessor pre-close hooks at 1731813583553Disabling compacts and flushes for region at 1731813583553Disabling writes for close at 1731813583553Obtaining lock to block concurrent updates at 1731813583553Preparing flush snapshotting stores in ea7ee95bec636d0fe6548fdddee7c8e7 at 1731813583553Finished memstore snapshotting hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731813583553Flushing stores of hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7. at 1731813583554 (+1 ms)Flushing ea7ee95bec636d0fe6548fdddee7c8e7/queue: creating writer at 1731813583554Flushing ea7ee95bec636d0fe6548fdddee7c8e7/queue: appending metadata at 1731813583570 (+16 ms)Flushing ea7ee95bec636d0fe6548fdddee7c8e7/queue: closing flushed file at 1731813583570Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@789f4cc1: reopening flushed file at 1731813583984 (+414 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for ea7ee95bec636d0fe6548fdddee7c8e7 in 437ms, sequenceid=5, compaction requested=false at 1731813583990 (+6 ms)Writing region close event to WAL at 1731813583991 (+1 ms)Running coprocessor post-close hooks at 1731813583996 (+5 ms)Closed at 1731813583996 2024-11-17T03:19:43,997 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7. 2024-11-17T03:19:43,998 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740/.tmp/ns/a2928c2c6d504714abc7e783e5fad562 is 43, key is default/ns:d/1731813575877/Put/seqid=0 2024-11-17T03:19:44,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741840_1016 (size=5153) 2024-11-17T03:19:44,154 DEBUG [RS:0;695c90f4bb18:34133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:19:44,233 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34133,1731813572623.replicationSource.wal-reader.695c90f4bb18%2C34133%2C1731813572623,1-695c90f4bb18,34133,1731813572623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,34133,1731813572623/695c90f4bb18%2C34133%2C1731813572623.1731813574826 to pos 0, reset compression=false 2024-11-17T03:19:44,354 DEBUG [RS:0;695c90f4bb18:34133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:19:44,402 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740/.tmp/ns/a2928c2c6d504714abc7e783e5fad562 2024-11-17T03:19:44,419 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740/.tmp/table/01cb37156e9e471b82e36c3c6b76a4e3 is 53, key is hbase:replication/table:state/1731813582466/Put/seqid=0 2024-11-17T03:19:44,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741841_1017 (size=5256) 2024-11-17T03:19:44,554 INFO [RS:0;695c90f4bb18:34133 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T03:19:44,554 DEBUG [RS:0;695c90f4bb18:34133 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T03:19:44,554 DEBUG [RS:0;695c90f4bb18:34133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:19:44,754 DEBUG [RS:0;695c90f4bb18:34133 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:19:44,824 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740/.tmp/table/01cb37156e9e471b82e36c3c6b76a4e3 2024-11-17T03:19:44,829 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740/.tmp/info/4c2b8c4771f34ce0b53c2d75c2a58044 as hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740/info/4c2b8c4771f34ce0b53c2d75c2a58044 2024-11-17T03:19:44,834 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740/info/4c2b8c4771f34ce0b53c2d75c2a58044, entries=10, sequenceid=11, filesize=6.5 K 2024-11-17T03:19:44,835 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740/.tmp/ns/a2928c2c6d504714abc7e783e5fad562 as hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740/ns/a2928c2c6d504714abc7e783e5fad562 2024-11-17T03:19:44,837 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34133,1731813572623.replicationSource.wal-reader.695c90f4bb18%2C34133%2C1731813572623,1-695c90f4bb18,34133,1731813572623 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,34133,1731813572623/695c90f4bb18%2C34133%2C1731813572623.1731813574826 to pos 0, reset compression=false 2024-11-17T03:19:44,840 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740/ns/a2928c2c6d504714abc7e783e5fad562, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T03:19:44,841 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740/.tmp/table/01cb37156e9e471b82e36c3c6b76a4e3 as hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740/table/01cb37156e9e471b82e36c3c6b76a4e3 2024-11-17T03:19:44,845 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740/table/01cb37156e9e471b82e36c3c6b76a4e3, entries=2, sequenceid=11, filesize=5.1 K 2024-11-17T03:19:44,846 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false 2024-11-17T03:19:44,849 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T03:19:44,850 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:19:44,850 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:19:44,850 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:19:44,850 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813583553Running coprocessor pre-close hooks at 1731813583553Disabling compacts and flushes for region at 1731813583553Disabling writes for close at 1731813583553Obtaining lock to block concurrent updates at 1731813583554 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731813583554Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731813583554Flushing stores of hbase:meta,,1.1588230740 at 1731813583554Flushing 1588230740/info: creating writer at 1731813583554Flushing 1588230740/info: appending metadata at 1731813583571 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731813583572 (+1 ms)Flushing 1588230740/ns: creating writer at 1731813583980 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731813583997 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731813583997Flushing 1588230740/table: creating writer at 1731813584406 (+409 ms)Flushing 1588230740/table: appending metadata at 1731813584419 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731813584419Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37d38d5a: reopening flushed file at 1731813584829 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f7a9d87: reopening flushed file at 1731813584834 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51e2848d: reopening flushed file at 1731813584840 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1293ms, sequenceid=11, compaction requested=false at 1731813584846 (+6 ms)Writing region close event to WAL at 1731813584847 (+1 ms)Running coprocessor post-close hooks at 1731813584850 (+3 ms)Closed at 1731813584850 2024-11-17T03:19:44,850 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T03:19:44,955 INFO [RS:0;695c90f4bb18:34133 {}] regionserver.HRegionServer(976): stopping server 695c90f4bb18,34133,1731813572623; all regions closed. 2024-11-17T03:19:44,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741834_1010 (size=2742) 2024-11-17T03:19:44,957 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,34133,1731813572623/695c90f4bb18%2C34133%2C1731813572623.meta.1731813575806.meta not finished, retry = 0 2024-11-17T03:19:45,059 DEBUG [RS:0;695c90f4bb18:34133 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/oldWALs 2024-11-17T03:19:45,059 INFO [RS:0;695c90f4bb18:34133 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C34133%2C1731813572623.meta:.meta(num 1731813575806) 2024-11-17T03:19:45,061 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,34133,1731813572623/695c90f4bb18%2C34133%2C1731813572623.rep.1731813582428 not finished, retry = 0 2024-11-17T03:19:45,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741837_1013 (size=1586) 2024-11-17T03:19:45,164 DEBUG [RS:0;695c90f4bb18:34133 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/oldWALs 2024-11-17T03:19:45,164 INFO [RS:0;695c90f4bb18:34133 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C34133%2C1731813572623.rep:(num 1731813582428) 2024-11-17T03:19:45,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741832_1008 (size=93) 2024-11-17T03:19:45,208 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,34133,1731813572623/695c90f4bb18%2C34133%2C1731813572623.1731813574826 not finished, retry = 0 2024-11-17T03:19:45,310 DEBUG [RS:0;695c90f4bb18:34133 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/oldWALs 2024-11-17T03:19:45,310 INFO [RS:0;695c90f4bb18:34133 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C34133%2C1731813572623:(num 1731813574826) 2024-11-17T03:19:45,310 DEBUG [RS:0;695c90f4bb18:34133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:45,310 INFO [RS:0;695c90f4bb18:34133 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:19:45,310 INFO [RS:0;695c90f4bb18:34133 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:19:45,311 INFO [RS:0;695c90f4bb18:34133 {}] hbase.ChoreService(370): Chore service for: regionserver/695c90f4bb18:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T03:19:45,311 INFO [RS:0;695c90f4bb18:34133 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:19:45,311 INFO [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:19:45,311 INFO [RS:0;695c90f4bb18:34133 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-695c90f4bb18,34133,1731813572623 because: Region server is closing 2024-11-17T03:19:45,311 INFO [RS:0;695c90f4bb18:34133 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:34133. 2024-11-17T03:19:45,311 DEBUG [RS:0;695c90f4bb18:34133 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:19:45,311 DEBUG [RS:0;695c90f4bb18:34133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:45,311 DEBUG [RS:0;695c90f4bb18:34133 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:45,311 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:19:45,411 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34133,1731813572623.replicationSource.wal-reader.695c90f4bb18%2C34133%2C1731813572623,1-695c90f4bb18,34133,1731813572623 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T03:19:45,411 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34133,1731813572623.replicationSource.shipper695c90f4bb18%2C34133%2C1731813572623,1-695c90f4bb18,34133,1731813572623 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T03:19:45,412 INFO [RS:0;695c90f4bb18:34133 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34133,1731813572623.replicationSource.shipper695c90f4bb18%2C34133%2C1731813572623,1-695c90f4bb18,34133,1731813572623 terminated 2024-11-17T03:19:45,412 INFO [RS:0;695c90f4bb18:34133 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34133 2024-11-17T03:19:45,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608/rs 2024-11-17T03:19:45,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34133-0x10146cdf3e50001, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-762693608/rs/695c90f4bb18,34133,1731813572623 2024-11-17T03:19:45,433 INFO [RS:0;695c90f4bb18:34133 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:19:45,444 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [695c90f4bb18,34133,1731813572623] 2024-11-17T03:19:45,454 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-762693608/draining/695c90f4bb18,34133,1731813572623 already deleted, retry=false 2024-11-17T03:19:45,454 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 695c90f4bb18,34133,1731813572623 expired; onlineServers=0 2024-11-17T03:19:45,454 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '695c90f4bb18,36499,1731813572421' ***** 2024-11-17T03:19:45,454 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T03:19:45,454 INFO [M:0;695c90f4bb18:36499 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:19:45,454 INFO [M:0;695c90f4bb18:36499 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:19:45,454 DEBUG [M:0;695c90f4bb18:36499 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T03:19:45,454 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T03:19:45,454 DEBUG [M:0;695c90f4bb18:36499 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T03:19:45,454 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813574611 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813574611,5,FailOnTimeoutGroup] 2024-11-17T03:19:45,454 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813574611 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813574611,5,FailOnTimeoutGroup] 2024-11-17T03:19:45,455 INFO [M:0;695c90f4bb18:36499 {}] hbase.ChoreService(370): Chore service for: master/695c90f4bb18:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T03:19:45,455 INFO [M:0;695c90f4bb18:36499 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:19:45,455 DEBUG [M:0;695c90f4bb18:36499 {}] master.HMaster(1795): Stopping service threads 2024-11-17T03:19:45,455 INFO [M:0;695c90f4bb18:36499 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T03:19:45,455 INFO [M:0;695c90f4bb18:36499 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:19:45,455 INFO [M:0;695c90f4bb18:36499 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T03:19:45,455 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T03:19:45,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-762693608/master 2024-11-17T03:19:45,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608 2024-11-17T03:19:45,467 DEBUG [M:0;695c90f4bb18:36499 {}] zookeeper.ZKUtil(347): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Unable to get data of znode /0-762693608/master because node does not exist (not an error) 2024-11-17T03:19:45,467 WARN [M:0;695c90f4bb18:36499 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T03:19:45,468 INFO [M:0;695c90f4bb18:36499 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/.lastflushedseqids 2024-11-17T03:19:45,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741842_1018 (size=181) 2024-11-17T03:19:45,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34133-0x10146cdf3e50001, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:19:45,544 INFO [RS:0;695c90f4bb18:34133 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:19:45,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34133-0x10146cdf3e50001, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:19:45,544 INFO [RS:0;695c90f4bb18:34133 {}] regionserver.HRegionServer(1031): Exiting; stopping=695c90f4bb18,34133,1731813572623; zookeeper connection closed. 2024-11-17T03:19:45,544 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e3db7fd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e3db7fd 2024-11-17T03:19:45,544 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T03:19:45,872 INFO [M:0;695c90f4bb18:36499 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T03:19:45,873 INFO [M:0;695c90f4bb18:36499 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T03:19:45,873 DEBUG [M:0;695c90f4bb18:36499 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:19:45,873 INFO [M:0;695c90f4bb18:36499 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:45,873 DEBUG [M:0;695c90f4bb18:36499 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:45,873 DEBUG [M:0;695c90f4bb18:36499 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:19:45,873 DEBUG [M:0;695c90f4bb18:36499 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:45,873 INFO [M:0;695c90f4bb18:36499 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-17T03:19:45,886 DEBUG [M:0;695c90f4bb18:36499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e900a7645c640cfa1738b8bddbcc658 is 82, key is hbase:meta,,1/info:regioninfo/1731813575837/Put/seqid=0 2024-11-17T03:19:45,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741843_1019 (size=5672) 2024-11-17T03:19:46,291 INFO [M:0;695c90f4bb18:36499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e900a7645c640cfa1738b8bddbcc658 2024-11-17T03:19:46,307 DEBUG [M:0;695c90f4bb18:36499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24dc190c0d56471189b9a6eb23cfa4c3 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731813582470/Put/seqid=0 2024-11-17T03:19:46,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741844_1020 (size=7203) 2024-11-17T03:19:46,630 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:19:46,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:46,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:46,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:46,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:46,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:46,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:46,712 INFO [M:0;695c90f4bb18:36499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24dc190c0d56471189b9a6eb23cfa4c3 2024-11-17T03:19:46,729 DEBUG [M:0;695c90f4bb18:36499 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f10db0d95ae4635b41cc3808e88165d is 69, key is 695c90f4bb18,34133,1731813572623/rs:state/1731813574683/Put/seqid=0 2024-11-17T03:19:46,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741845_1021 (size=5156) 2024-11-17T03:19:47,133 INFO [M:0;695c90f4bb18:36499 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f10db0d95ae4635b41cc3808e88165d 2024-11-17T03:19:47,138 DEBUG [M:0;695c90f4bb18:36499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6e900a7645c640cfa1738b8bddbcc658 as hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e900a7645c640cfa1738b8bddbcc658 2024-11-17T03:19:47,142 INFO [M:0;695c90f4bb18:36499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e900a7645c640cfa1738b8bddbcc658, entries=8, sequenceid=70, filesize=5.5 K 2024-11-17T03:19:47,143 DEBUG [M:0;695c90f4bb18:36499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/24dc190c0d56471189b9a6eb23cfa4c3 as hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24dc190c0d56471189b9a6eb23cfa4c3 2024-11-17T03:19:47,147 INFO [M:0;695c90f4bb18:36499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24dc190c0d56471189b9a6eb23cfa4c3, entries=8, sequenceid=70, filesize=7.0 K 2024-11-17T03:19:47,148 DEBUG [M:0;695c90f4bb18:36499 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3f10db0d95ae4635b41cc3808e88165d as hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f10db0d95ae4635b41cc3808e88165d 2024-11-17T03:19:47,152 INFO [M:0;695c90f4bb18:36499 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f10db0d95ae4635b41cc3808e88165d, entries=1, sequenceid=70, filesize=5.0 K 2024-11-17T03:19:47,153 INFO [M:0;695c90f4bb18:36499 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=70, compaction requested=false 2024-11-17T03:19:47,154 INFO [M:0;695c90f4bb18:36499 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:47,155 DEBUG [M:0;695c90f4bb18:36499 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813585873Disabling compacts and flushes for region at 1731813585873Disabling writes for close at 1731813585873Obtaining lock to block concurrent updates at 1731813585873Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731813585873Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731813585873Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731813585874 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731813585874Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731813585886 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731813585886Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731813586295 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731813586307 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731813586307Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731813586716 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731813586729 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731813586729Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e89e83f: reopening flushed file at 1731813587137 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@312768ac: reopening flushed file at 1731813587142 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63311e41: reopening flushed file at 1731813587147 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=70, compaction requested=false at 1731813587153 (+6 ms)Writing region close event to WAL at 1731813587154 (+1 ms)Closed at 1731813587154 2024-11-17T03:19:47,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741830_1006 (size=41008) 2024-11-17T03:19:47,157 INFO [M:0;695c90f4bb18:36499 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T03:19:47,157 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:19:47,157 INFO [M:0;695c90f4bb18:36499 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36499 2024-11-17T03:19:47,157 INFO [M:0;695c90f4bb18:36499 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:19:47,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:19:47,314 INFO [M:0;695c90f4bb18:36499 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:19:47,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36499-0x10146cdf3e50000, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:19:47,316 INFO [Time-limited test {}] client.ConnectionUtils(128): master/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:19:47,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:19:47,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:19:47,316 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:19:47,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:19:47,316 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:19:47,316 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T03:19:47,316 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:19:47,317 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33793 2024-11-17T03:19:47,318 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33793 connecting to ZooKeeper ensemble=127.0.0.1:61481 2024-11-17T03:19:47,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:337930x0, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:19:47,331 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33793-0x10146cdf3e50006 connected 2024-11-17T03:19:47,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:19:47,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:19:47,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Set watcher on znode that does not yet exist, /0-762693608/running 2024-11-17T03:19:47,345 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-762693608/meta-region-server: INIT 2024-11-17T03:19:47,345 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab, hbase.cluster.distributed=false 2024-11-17T03:19:47,347 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Set watcher on znode that does not yet exist, /0-762693608/acl 2024-11-17T03:19:47,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33793 2024-11-17T03:19:47,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33793 2024-11-17T03:19:47,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33793 2024-11-17T03:19:47,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33793 2024-11-17T03:19:47,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33793 2024-11-17T03:19:47,360 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:19:47,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:19:47,360 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:19:47,361 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:19:47,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:19:47,361 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:19:47,361 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T03:19:47,361 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:19:47,363 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37185 2024-11-17T03:19:47,364 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37185 connecting to ZooKeeper ensemble=127.0.0.1:61481 2024-11-17T03:19:47,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:19:47,365 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:19:47,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371850x0, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:19:47,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37185-0x10146cdf3e50007 connected 2024-11-17T03:19:47,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37185-0x10146cdf3e50007, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Set watcher on znode that does not yet exist, /0-762693608/running 2024-11-17T03:19:47,373 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-762693608/meta-region-server: INIT 2024-11-17T03:19:47,373 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T03:19:47,374 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T03:19:47,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37185-0x10146cdf3e50007, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Set watcher on znode that does not yet exist, /0-762693608/master 2024-11-17T03:19:47,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37185-0x10146cdf3e50007, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Set watcher on znode that does not yet exist, /0-762693608/acl 2024-11-17T03:19:47,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37185 2024-11-17T03:19:47,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37185 2024-11-17T03:19:47,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37185 2024-11-17T03:19:47,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37185 2024-11-17T03:19:47,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37185 2024-11-17T03:19:47,389 DEBUG [M:0;695c90f4bb18:33793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;695c90f4bb18:33793 2024-11-17T03:19:47,389 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-762693608/backup-masters/695c90f4bb18,33793,1731813587316 2024-11-17T03:19:47,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608/backup-masters 2024-11-17T03:19:47,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x10146cdf3e50007, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608/backup-masters 2024-11-17T03:19:47,466 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Set watcher on existing znode=/0-762693608/backup-masters/695c90f4bb18,33793,1731813587316 2024-11-17T03:19:47,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608 2024-11-17T03:19:47,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x10146cdf3e50007, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-762693608/master 2024-11-17T03:19:47,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x10146cdf3e50007, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608 2024-11-17T03:19:47,497 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Set watcher on existing znode=/0-762693608/master 2024-11-17T03:19:47,497 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-762693608/backup-masters/695c90f4bb18,33793,1731813587316 from backup master directory 2024-11-17T03:19:47,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x10146cdf3e50007, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608/backup-masters 2024-11-17T03:19:47,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-762693608/backup-masters/695c90f4bb18,33793,1731813587316 2024-11-17T03:19:47,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608/backup-masters 2024-11-17T03:19:47,509 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:19:47,509 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=695c90f4bb18,33793,1731813587316 2024-11-17T03:19:47,519 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:19:47,519 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T03:19:47,525 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-17T03:19:47,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741846_1022 (size=196) 2024-11-17T03:19:47,936 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:19:47,936 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T03:19:47,937 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:19:47,941 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-17T03:19:47,943 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/WALs/695c90f4bb18,36499,1731813572421 to hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/WALs/695c90f4bb18,36499,1731813572421-dead as it is dead 2024-11-17T03:19:47,944 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/WALs/695c90f4bb18,36499,1731813572421-dead/695c90f4bb18%2C36499%2C1731813572421.1731813574344 2024-11-17T03:19:47,944 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/WALs/695c90f4bb18,36499,1731813572421-dead/695c90f4bb18%2C36499%2C1731813572421.1731813574344 after 0ms 2024-11-17T03:19:47,945 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/WALs/695c90f4bb18,36499,1731813572421-dead/695c90f4bb18%2C36499%2C1731813572421.1731813574344 to hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/695c90f4bb18%2C36499%2C1731813572421.1731813574344 2024-11-17T03:19:47,945 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/WALs/695c90f4bb18,36499,1731813572421-dead 2024-11-17T03:19:47,945 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/WALs/695c90f4bb18,33793,1731813587316 2024-11-17T03:19:47,946 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:19:47,947 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=695c90f4bb18%2C33793%2C1731813587316, suffix=, logDir=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/WALs/695c90f4bb18,33793,1731813587316, archiveDir=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/oldWALs, maxLogs=10 2024-11-17T03:19:47,959 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/WALs/695c90f4bb18,33793,1731813587316/695c90f4bb18%2C33793%2C1731813587316.1731813587947, exclude list is [], retry=0 2024-11-17T03:19:47,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43227,DS-f6263358-0c4f-4d46-a908-c47eac7f3657,DISK] 2024-11-17T03:19:47,962 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/WALs/695c90f4bb18,33793,1731813587316/695c90f4bb18%2C33793%2C1731813587316.1731813587947 2024-11-17T03:19:47,963 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39809:39809)] 2024-11-17T03:19:47,963 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:19:47,963 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:19:47,963 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:47,963 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:47,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:47,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T03:19:47,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:47,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6e900a7645c640cfa1738b8bddbcc658 2024-11-17T03:19:47,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:19:47,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:47,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T03:19:47,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:47,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/24dc190c0d56471189b9a6eb23cfa4c3 2024-11-17T03:19:47,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:19:47,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:47,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T03:19:47,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:47,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3f10db0d95ae4635b41cc3808e88165d 2024-11-17T03:19:47,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:19:47,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:47,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T03:19:47,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:47,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:19:47,984 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:47,984 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-17T03:19:47,984 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/695c90f4bb18%2C36499%2C1731813572421.1731813574344 2024-11-17T03:19:47,989 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/695c90f4bb18%2C36499%2C1731813572421.1731813574344 2024-11-17T03:19:47,990 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/695c90f4bb18%2C36499%2C1731813572421.1731813574344 2024-11-17T03:19:47,991 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:47,991 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:47,991 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:19:47,992 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:19:47,994 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-17T03:19:47,995 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72726331, jitterRate=0.08370678126811981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:19:47,995 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731813587963Initializing all the Stores at 1731813587964 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813587964Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813587964Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813587964Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813587964Cleaning up temporary data from old regions at 1731813587991 (+27 ms)Region opened successfully at 1731813587995 (+4 ms) 2024-11-17T03:19:47,995 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T03:19:47,997 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50164daa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:19:47,999 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-17T03:19:47,999 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T03:19:47,999 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T03:19:47,999 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T03:19:47,999 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T03:19:48,002 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T03:19:48,002 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T03:19:48,002 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T03:19:48,002 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 2 msec 2024-11-17T03:19:48,002 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T03:19:48,005 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=695c90f4bb18,34133,1731813572623, regionLocation=695c90f4bb18,34133,1731813572623, openSeqNum=2 2024-11-17T03:19:48,005 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=695c90f4bb18,34133,1731813572623, table=hbase:meta, region=1588230740 2024-11-17T03:19:48,005 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,34133,1731813572623, state=OPEN 2024-11-17T03:19:48,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x10146cdf3e50007, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-762693608/meta-region-server 2024-11-17T03:19:48,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-762693608/meta-region-server 2024-11-17T03:19:48,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-762693608/meta-region-server: CHANGED 2024-11-17T03:19:48,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-762693608/meta-region-server: CHANGED 2024-11-17T03:19:48,059 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-17T03:19:48,067 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-762693608/draining/695c90f4bb18,34133,1731813572623 already deleted, retry=false 2024-11-17T03:19:48,067 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 695c90f4bb18,34133,1731813572623 on 695c90f4bb18,33793,1731813587316 2024-11-17T03:19:48,068 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 695c90f4bb18,34133,1731813572623, splitWal=true, meta=true 2024-11-17T03:19:48,068 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 695c90f4bb18,34133,1731813572623 (carryingMeta=true) 695c90f4bb18,34133,1731813572623/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@14f5dcf3[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-17T03:19:48,069 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Unable to get data of znode /0-762693608/balancer because node does not exist (not necessarily an error) 2024-11-17T03:19:48,077 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-762693608/balancer already deleted, retry=false 2024-11-17T03:19:48,077 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T03:19:48,078 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Unable to get data of znode /0-762693608/normalizer because node does not exist (not necessarily an error) 2024-11-17T03:19:48,088 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-762693608/normalizer already deleted, retry=false 2024-11-17T03:19:48,088 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T03:19:48,089 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Unable to get data of znode /0-762693608/switch/split because node does not exist (not necessarily an error) 2024-11-17T03:19:48,098 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-762693608/switch/split already deleted, retry=false 2024-11-17T03:19:48,099 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Unable to get data of znode /0-762693608/switch/merge because node does not exist (not necessarily an error) 2024-11-17T03:19:48,109 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-762693608/switch/merge already deleted, retry=false 2024-11-17T03:19:48,121 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Unable to get data of znode /0-762693608/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T03:19:48,130 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-762693608/snapshot-cleanup already deleted, retry=false 2024-11-17T03:19:48,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x10146cdf3e50007, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-762693608/running 2024-11-17T03:19:48,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-762693608/running 2024-11-17T03:19:48,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608 2024-11-17T03:19:48,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x10146cdf3e50007, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608 2024-11-17T03:19:48,141 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=695c90f4bb18,33793,1731813587316, sessionid=0x10146cdf3e50006, setting cluster-up flag (Was=false) 2024-11-17T03:19:48,152 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-762693608/flush-table-proc/acquired, /0-762693608/flush-table-proc/reached, /0-762693608/flush-table-proc/abort 2024-11-17T03:19:48,153 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,33793,1731813587316 2024-11-17T03:19:48,162 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-762693608/online-snapshot/acquired, /0-762693608/online-snapshot/reached, /0-762693608/online-snapshot/abort 2024-11-17T03:19:48,163 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,33793,1731813587316 2024-11-17T03:19:48,164 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/.lastflushedseqids 2024-11-17T03:19:48,166 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T03:19:48,166 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T03:19:48,166 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 695c90f4bb18,33793,1731813587316 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 695c90f4bb18,34133,1731813572623 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T03:19:48,167 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:19:48,167 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:19:48,167 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:19:48,167 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:19:48,167 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/695c90f4bb18:0, corePoolSize=10, maxPoolSize=10 2024-11-17T03:19:48,167 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:48,167 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:19:48,167 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:48,171 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 695c90f4bb18,34133,1731813572623, splitWal=true, meta=true 2024-11-17T03:19:48,172 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731813618172 2024-11-17T03:19:48,172 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T03:19:48,172 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 695c90f4bb18,34133,1731813572623, splitWal=true, meta=true, isMeta: true 2024-11-17T03:19:48,172 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T03:19:48,172 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T03:19:48,172 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T03:19:48,172 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T03:19:48,172 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T03:19:48,172 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:48,172 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T03:19:48,173 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T03:19:48,173 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T03:19:48,173 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T03:19:48,173 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T03:19:48,173 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,34133,1731813572623-splitting 2024-11-17T03:19:48,173 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T03:19:48,173 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813588173,5,FailOnTimeoutGroup] 2024-11-17T03:19:48,173 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813588173,5,FailOnTimeoutGroup] 2024-11-17T03:19:48,173 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:48,174 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T03:19:48,174 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:48,174 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:48,174 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,34133,1731813572623-splitting dir is empty, no logs to split. 2024-11-17T03:19:48,174 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731813588174, completionTime=-1 2024-11-17T03:19:48,174 INFO [PEWorker-1 {}] master.SplitWALManager(105): 695c90f4bb18,34133,1731813572623 WAL count=0, meta=true 2024-11-17T03:19:48,174 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-17T03:19:48,174 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T03:19:48,176 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,34133,1731813572623-splitting dir is empty, no logs to split. 2024-11-17T03:19:48,176 INFO [PEWorker-1 {}] master.SplitWALManager(105): 695c90f4bb18,34133,1731813572623 WAL count=0, meta=true 2024-11-17T03:19:48,176 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 695c90f4bb18,34133,1731813572623 WAL splitting is done? wals=0, meta=true 2024-11-17T03:19:48,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T03:19:48,177 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:19:48,178 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T03:19:48,180 INFO [RS:0;695c90f4bb18:37185 {}] regionserver.HRegionServer(746): ClusterId : a32146da-c5b3-4492-933b-75944a94fa68 2024-11-17T03:19:48,180 DEBUG [RS:0;695c90f4bb18:37185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T03:19:48,191 DEBUG [RS:0;695c90f4bb18:37185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T03:19:48,191 DEBUG [RS:0;695c90f4bb18:37185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T03:19:48,204 DEBUG [RS:0;695c90f4bb18:37185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T03:19:48,204 DEBUG [RS:0;695c90f4bb18:37185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12734f23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:19:48,215 DEBUG [RS:0;695c90f4bb18:37185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;695c90f4bb18:37185 2024-11-17T03:19:48,215 INFO [RS:0;695c90f4bb18:37185 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T03:19:48,215 INFO [RS:0;695c90f4bb18:37185 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T03:19:48,215 DEBUG [RS:0;695c90f4bb18:37185 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T03:19:48,215 INFO [RS:0;695c90f4bb18:37185 {}] regionserver.HRegionServer(2659): reportForDuty to master=695c90f4bb18,33793,1731813587316 with port=37185, startcode=1731813587360 2024-11-17T03:19:48,215 DEBUG [RS:0;695c90f4bb18:37185 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T03:19:48,217 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39093, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T03:19:48,217 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33793 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 695c90f4bb18,37185,1731813587360 2024-11-17T03:19:48,217 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33793 {}] master.ServerManager(517): Registering regionserver=695c90f4bb18,37185,1731813587360 2024-11-17T03:19:48,218 DEBUG [RS:0;695c90f4bb18:37185 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab 2024-11-17T03:19:48,218 DEBUG [RS:0;695c90f4bb18:37185 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45885 2024-11-17T03:19:48,218 DEBUG [RS:0;695c90f4bb18:37185 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T03:19:48,224 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-17T03:19:48,328 WARN [695c90f4bb18:33793 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T03:19:48,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608/rs 2024-11-17T03:19:48,383 DEBUG [RS:0;695c90f4bb18:37185 {}] zookeeper.ZKUtil(111): regionserver:37185-0x10146cdf3e50007, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Set watcher on existing znode=/0-762693608/rs/695c90f4bb18,37185,1731813587360 2024-11-17T03:19:48,383 WARN [RS:0;695c90f4bb18:37185 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:19:48,383 INFO [RS:0;695c90f4bb18:37185 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:19:48,383 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [695c90f4bb18,37185,1731813587360] 2024-11-17T03:19:48,383 DEBUG [RS:0;695c90f4bb18:37185 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,37185,1731813587360 2024-11-17T03:19:48,399 INFO [RS:0;695c90f4bb18:37185 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T03:19:48,400 INFO [RS:0;695c90f4bb18:37185 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T03:19:48,400 INFO [RS:0;695c90f4bb18:37185 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T03:19:48,400 INFO [RS:0;695c90f4bb18:37185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:48,400 INFO [RS:0;695c90f4bb18:37185 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T03:19:48,401 INFO [RS:0;695c90f4bb18:37185 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T03:19:48,401 INFO [RS:0;695c90f4bb18:37185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:48,401 DEBUG [RS:0;695c90f4bb18:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:48,401 DEBUG [RS:0;695c90f4bb18:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:48,401 DEBUG [RS:0;695c90f4bb18:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:48,401 DEBUG [RS:0;695c90f4bb18:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:48,401 DEBUG [RS:0;695c90f4bb18:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:48,401 DEBUG [RS:0;695c90f4bb18:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:19:48,401 DEBUG [RS:0;695c90f4bb18:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:48,401 DEBUG [RS:0;695c90f4bb18:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:48,401 DEBUG [RS:0;695c90f4bb18:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:48,401 DEBUG [RS:0;695c90f4bb18:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:48,401 DEBUG [RS:0;695c90f4bb18:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:48,401 DEBUG [RS:0;695c90f4bb18:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:19:48,401 DEBUG [RS:0;695c90f4bb18:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:19:48,402 DEBUG [RS:0;695c90f4bb18:37185 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:19:48,402 INFO [RS:0;695c90f4bb18:37185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:48,402 INFO [RS:0;695c90f4bb18:37185 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:48,402 INFO [RS:0;695c90f4bb18:37185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:48,402 INFO [RS:0;695c90f4bb18:37185 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:48,402 INFO [RS:0;695c90f4bb18:37185 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:48,402 INFO [RS:0;695c90f4bb18:37185 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,37185,1731813587360-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:19:48,414 INFO [RS:0;695c90f4bb18:37185 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T03:19:48,414 INFO [RS:0;695c90f4bb18:37185 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,37185,1731813587360-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:48,425 INFO [RS:0;695c90f4bb18:37185 {}] regionserver.ReplicationSource(231): queueId=1-695c90f4bb18,37185,1731813587360, ReplicationSource: 1, currentBandwidth=0 2024-11-17T03:19:48,426 INFO [RS:0;695c90f4bb18:37185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:48,426 INFO [RS:0;695c90f4bb18:37185 {}] regionserver.Replication(171): 695c90f4bb18,37185,1731813587360 started 2024-11-17T03:19:48,437 INFO [RS:0;695c90f4bb18:37185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:48,437 INFO [RS:0;695c90f4bb18:37185 {}] regionserver.HRegionServer(1482): Serving as 695c90f4bb18,37185,1731813587360, RpcServer on 695c90f4bb18/172.17.0.3:37185, sessionid=0x10146cdf3e50007 2024-11-17T03:19:48,437 DEBUG [RS:0;695c90f4bb18:37185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T03:19:48,437 DEBUG [RS:0;695c90f4bb18:37185 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 695c90f4bb18,37185,1731813587360 2024-11-17T03:19:48,437 DEBUG [RS:0;695c90f4bb18:37185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,37185,1731813587360' 2024-11-17T03:19:48,437 DEBUG [RS:0;695c90f4bb18:37185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-762693608/flush-table-proc/abort' 2024-11-17T03:19:48,438 DEBUG [RS:0;695c90f4bb18:37185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-762693608/flush-table-proc/acquired' 2024-11-17T03:19:48,438 DEBUG [RS:0;695c90f4bb18:37185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T03:19:48,438 DEBUG [RS:0;695c90f4bb18:37185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T03:19:48,438 DEBUG [RS:0;695c90f4bb18:37185 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 695c90f4bb18,37185,1731813587360 2024-11-17T03:19:48,438 DEBUG [RS:0;695c90f4bb18:37185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,37185,1731813587360' 2024-11-17T03:19:48,438 DEBUG [RS:0;695c90f4bb18:37185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-762693608/online-snapshot/abort' 2024-11-17T03:19:48,438 DEBUG [RS:0;695c90f4bb18:37185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-762693608/online-snapshot/acquired' 2024-11-17T03:19:48,439 DEBUG [RS:0;695c90f4bb18:37185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T03:19:48,439 INFO [RS:0;695c90f4bb18:37185 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T03:19:48,439 INFO [RS:0;695c90f4bb18:37185 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T03:19:48,441 DEBUG [RS:0;695c90f4bb18:37185.replicationSource,1-695c90f4bb18,37185,1731813587360 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:41949' 2024-11-17T03:19:48,442 DEBUG [RS:0;695c90f4bb18:37185.replicationSource,1-695c90f4bb18,37185,1731813587360 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22d01078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:19:48,442 DEBUG [RS:0;695c90f4bb18:37185.replicationSource,1-695c90f4bb18,37185,1731813587360 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,41949,-1 for getting cluster id 2024-11-17T03:19:48,442 DEBUG [RS:0;695c90f4bb18:37185.replicationSource,1-695c90f4bb18,37185,1731813587360 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:19:48,443 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '025a2e23-8b9d-4145-89ca-b53ca9e336dd' 2024-11-17T03:19:48,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:19:48,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "025a2e23-8b9d-4145-89ca-b53ca9e336dd" 2024-11-17T03:19:48,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33e50141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:19:48,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,41949,-1] 2024-11-17T03:19:48,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:19:48,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:48,445 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:19:48,446 DEBUG [RS:0;695c90f4bb18:37185.replicationSource,1-695c90f4bb18,37185,1731813587360 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67519d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:19:48,446 DEBUG [RS:0;695c90f4bb18:37185.replicationSource,1-695c90f4bb18,37185,1731813587360 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:19:48,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,41949,1731813577784 2024-11-17T03:19:48,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5afb1ccb 2024-11-17T03:19:48,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:19:48,447 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-17T03:19:48,448 INFO [RS:0;695c90f4bb18:37185.replicationSource,1-695c90f4bb18,37185,1731813587360 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-695c90f4bb18,37185,1731813587360 (queues=0) is replicating from cluster=a32146da-c5b3-4492-933b-75944a94fa68 to cluster=025a2e23-8b9d-4145-89ca-b53ca9e336dd 2024-11-17T03:19:48,539 INFO [RS:0;695c90f4bb18:37185 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:19:48,540 INFO [RS:0;695c90f4bb18:37185 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C37185%2C1731813587360, suffix=, logDir=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,37185,1731813587360, archiveDir=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/oldWALs, maxLogs=10 2024-11-17T03:19:48,552 DEBUG [RS:0;695c90f4bb18:37185 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,37185,1731813587360/695c90f4bb18%2C37185%2C1731813587360.1731813588541, exclude list is [], retry=0 2024-11-17T03:19:48,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43227,DS-f6263358-0c4f-4d46-a908-c47eac7f3657,DISK] 2024-11-17T03:19:48,556 INFO [RS:0;695c90f4bb18:37185 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,37185,1731813587360/695c90f4bb18%2C37185%2C1731813587360.1731813588541 2024-11-17T03:19:48,556 DEBUG [RS:0;695c90f4bb18:37185 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 695c90f4bb18%2C37185%2C1731813587360 for peer 1 2024-11-17T03:19:48,556 DEBUG [RS:0;695c90f4bb18:37185 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=695c90f4bb18%2C37185%2C1731813587360 2024-11-17T03:19:48,556 INFO [RS:0;695c90f4bb18:37185 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-695c90f4bb18,37185,1731813587360, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T03:19:48,557 DEBUG [RS:0;695c90f4bb18:37185 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39809:39809)] 2024-11-17T03:19:48,557 INFO [RS:0;695c90f4bb18:37185.replicationSource.shipper695c90f4bb18%2C37185%2C1731813587360,1-695c90f4bb18,37185,1731813587360 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 695c90f4bb18%2C37185%2C1731813587360 2024-11-17T03:19:48,557 DEBUG [RS:0;695c90f4bb18:37185.replicationSource.wal-reader.695c90f4bb18%2C37185%2C1731813587360,1-695c90f4bb18,37185,1731813587360 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,37185,1731813587360/695c90f4bb18%2C37185%2C1731813587360.1731813588541, startPosition=0, beingWritten=true 2024-11-17T03:19:48,578 DEBUG [695c90f4bb18:33793 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T03:19:48,579 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=695c90f4bb18,37185,1731813587360 2024-11-17T03:19:48,580 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,37185,1731813587360, state=OPENING 2024-11-17T03:19:48,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x10146cdf3e50007, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-762693608/meta-region-server 2024-11-17T03:19:48,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-762693608/meta-region-server 2024-11-17T03:19:48,604 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:19:48,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-762693608/meta-region-server: CHANGED 2024-11-17T03:19:48,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-762693608/meta-region-server: CHANGED 2024-11-17T03:19:48,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,37185,1731813587360}] 2024-11-17T03:19:48,756 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:19:48,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T03:19:48,760 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T03:19:48,760 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:19:48,760 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T03:19:48,761 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C37185%2C1731813587360.meta, suffix=.meta, logDir=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,37185,1731813587360, archiveDir=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/oldWALs, maxLogs=10 2024-11-17T03:19:48,762 DEBUG [RS:0;695c90f4bb18:37185.replicationSource.wal-reader.695c90f4bb18%2C37185%2C1731813587360,1-695c90f4bb18,37185,1731813587360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,37185,1731813587360/695c90f4bb18%2C37185%2C1731813587360.1731813588541 to pos 0, reset compression=false 2024-11-17T03:19:48,773 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,37185,1731813587360/695c90f4bb18%2C37185%2C1731813587360.meta.1731813588762.meta, exclude list is [], retry=0 2024-11-17T03:19:48,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43227,DS-f6263358-0c4f-4d46-a908-c47eac7f3657,DISK] 2024-11-17T03:19:48,777 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,37185,1731813587360/695c90f4bb18%2C37185%2C1731813587360.meta.1731813588762.meta 2024-11-17T03:19:48,777 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39809:39809)] 2024-11-17T03:19:48,777 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:19:48,777 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:19:48,777 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:19:48,778 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T03:19:48,778 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T03:19:48,778 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T03:19:48,778 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:19:48,778 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T03:19:48,778 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T03:19:48,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:19:48,780 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:19:48,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:48,785 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740/info/4c2b8c4771f34ce0b53c2d75c2a58044 2024-11-17T03:19:48,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:19:48,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:19:48,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:19:48,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:48,791 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740/ns/a2928c2c6d504714abc7e783e5fad562 2024-11-17T03:19:48,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:19:48,792 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:19:48,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:19:48,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:48,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:19:48,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:19:48,793 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:19:48,793 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:48,797 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740/table/01cb37156e9e471b82e36c3c6b76a4e3 2024-11-17T03:19:48,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:19:48,798 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:19:48,798 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740 2024-11-17T03:19:48,799 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740 2024-11-17T03:19:48,801 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:19:48,801 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:19:48,801 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:19:48,802 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:19:48,803 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70032426, jitterRate=0.04356446862220764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:19:48,803 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T03:19:48,803 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731813588778Writing region info on filesystem at 1731813588778Initializing all the Stores at 1731813588779 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813588779Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813588779Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813588779Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813588779Cleaning up temporary data from old regions at 1731813588801 (+22 ms)Running coprocessor post-open hooks at 1731813588803 (+2 ms)Region opened successfully at 1731813588803 2024-11-17T03:19:48,804 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731813588756 2024-11-17T03:19:48,806 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T03:19:48,806 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T03:19:48,806 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=695c90f4bb18,37185,1731813587360 2024-11-17T03:19:48,807 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,37185,1731813587360, state=OPEN 2024-11-17T03:19:48,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x10146cdf3e50007, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-762693608/meta-region-server 2024-11-17T03:19:48,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-762693608/meta-region-server 2024-11-17T03:19:48,814 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=695c90f4bb18,37185,1731813587360 2024-11-17T03:19:48,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-762693608/meta-region-server: CHANGED 2024-11-17T03:19:48,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-762693608/meta-region-server: CHANGED 2024-11-17T03:19:48,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-17T03:19:48,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,37185,1731813587360 in 210 msec 2024-11-17T03:19:48,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T03:19:48,817 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 640 msec 2024-11-17T03:19:49,065 DEBUG [RS:0;695c90f4bb18:37185.replicationSource.wal-reader.695c90f4bb18%2C37185%2C1731813587360,1-695c90f4bb18,37185,1731813587360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,37185,1731813587360/695c90f4bb18%2C37185%2C1731813587360.1731813588541 to pos 0, reset compression=false 2024-11-17T03:19:49,469 DEBUG [RS:0;695c90f4bb18:37185.replicationSource.wal-reader.695c90f4bb18%2C37185%2C1731813587360,1-695c90f4bb18,37185,1731813587360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,37185,1731813587360/695c90f4bb18%2C37185%2C1731813587360.1731813588541 to pos 0, reset compression=false 2024-11-17T03:19:49,726 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1552ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-17T03:19:49,974 DEBUG [RS:0;695c90f4bb18:37185.replicationSource.wal-reader.695c90f4bb18%2C37185%2C1731813587360,1-695c90f4bb18,37185,1731813587360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,37185,1731813587360/695c90f4bb18%2C37185%2C1731813587360.1731813588541 to pos 0, reset compression=false 2024-11-17T03:19:50,578 DEBUG [RS:0;695c90f4bb18:37185.replicationSource.wal-reader.695c90f4bb18%2C37185%2C1731813587360,1-695c90f4bb18,37185,1731813587360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,37185,1731813587360/695c90f4bb18%2C37185%2C1731813587360.1731813588541 to pos 0, reset compression=false 2024-11-17T03:19:51,229 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3055ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-17T03:19:51,282 DEBUG [RS:0;695c90f4bb18:37185.replicationSource.wal-reader.695c90f4bb18%2C37185%2C1731813587360,1-695c90f4bb18,37185,1731813587360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,37185,1731813587360/695c90f4bb18%2C37185%2C1731813587360.1731813588541 to pos 0, reset compression=false 2024-11-17T03:19:52,087 DEBUG [RS:0;695c90f4bb18:37185.replicationSource.wal-reader.695c90f4bb18%2C37185%2C1731813587360,1-695c90f4bb18,37185,1731813587360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,37185,1731813587360/695c90f4bb18%2C37185%2C1731813587360.1731813588541 to pos 0, reset compression=false 2024-11-17T03:19:52,681 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-17T03:19:52,681 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T03:19:52,682 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:19:52,682 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,37185,1731813587360, seqNum=-1] 2024-11-17T03:19:52,682 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:19:52,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60059, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:19:52,686 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=ea7ee95bec636d0fe6548fdddee7c8e7, regionState=OPEN, lastHost=695c90f4bb18,34133,1731813572623, regionLocation=695c90f4bb18,34133,1731813572623, openSeqNum=2 2024-11-17T03:19:52,686 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T03:19:52,686 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731813652686 2024-11-17T03:19:52,686 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731813712686 2024-11-17T03:19:52,686 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-17T03:19:52,686 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(207): 695c90f4bb18,34133,1731813572623 had 2 regions 2024-11-17T03:19:52,686 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,33793,1731813587316-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:52,686 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,33793,1731813587316-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:52,686 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,33793,1731813587316-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:52,687 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-695c90f4bb18:33793, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:52,687 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:52,687 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:52,687 INFO [PEWorker-4 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 695c90f4bb18,34133,1731813572623, splitWal=true, meta=true, isMeta: false 2024-11-17T03:19:52,689 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,34133,1731813572623-splitting dir is empty, no logs to split. 2024-11-17T03:19:52,689 INFO [PEWorker-4 {}] master.SplitWALManager(105): 695c90f4bb18,34133,1731813572623 WAL count=0, meta=false 2024-11-17T03:19:52,692 INFO [PEWorker-4 {}] master.SplitLogManager(171): hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,34133,1731813572623-splitting dir is empty, no logs to split. 2024-11-17T03:19:52,692 INFO [PEWorker-4 {}] master.SplitWALManager(105): 695c90f4bb18,34133,1731813572623 WAL count=0, meta=false 2024-11-17T03:19:52,692 DEBUG [PEWorker-4 {}] procedure.ServerCrashProcedure(329): Check if 695c90f4bb18,34133,1731813572623 WAL splitting is done? wals=0, meta=false 2024-11-17T03:19:52,693 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.184sec 2024-11-17T03:19:52,693 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T03:19:52,693 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T03:19:52,693 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T03:19:52,693 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T03:19:52,693 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T03:19:52,693 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,33793,1731813587316-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:19:52,693 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,33793,1731813587316-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T03:19:52,694 WARN [master/695c90f4bb18:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=695c90f4bb18,34133,1731813572623/hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7. 2024-11-17T03:19:52,696 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea7ee95bec636d0fe6548fdddee7c8e7, ASSIGN}] 2024-11-17T03:19:52,696 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T03:19:52,696 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T03:19:52,696 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,33793,1731813587316-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:19:52,697 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea7ee95bec636d0fe6548fdddee7c8e7, ASSIGN 2024-11-17T03:19:52,698 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea7ee95bec636d0fe6548fdddee7c8e7, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-17T03:19:52,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@650547f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:19:52,784 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,33793,-1 for getting cluster id 2024-11-17T03:19:52,784 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:19:52,785 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a32146da-c5b3-4492-933b-75944a94fa68' 2024-11-17T03:19:52,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:19:52,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a32146da-c5b3-4492-933b-75944a94fa68" 2024-11-17T03:19:52,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475df897, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:19:52,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,33793,-1] 2024-11-17T03:19:52,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:19:52,786 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:52,787 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:19:52,788 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37cd2ff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:19:52,788 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:19:52,789 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,37185,1731813587360, seqNum=-1] 2024-11-17T03:19:52,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:19:52,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:19:52,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-17T03:19:52,794 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:19:52,794 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:19:52,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:52,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:52,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:19:52,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 695c90f4bb18:33793 after: 695c90f4bb18:33793 2024-11-17T03:19:52,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f3656b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:19:52,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,33793,-1 for getting cluster id 2024-11-17T03:19:52,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:19:52,795 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a32146da-c5b3-4492-933b-75944a94fa68' 2024-11-17T03:19:52,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:19:52,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a32146da-c5b3-4492-933b-75944a94fa68" 2024-11-17T03:19:52,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d9463a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:19:52,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,33793,-1] 2024-11-17T03:19:52,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:19:52,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:52,797 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:19:52,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400994f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:19:52,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:19:52,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,33793,1731813587316 2024-11-17T03:19:52,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@587a51fd 2024-11-17T03:19:52,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:19:52,799 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:19:52,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33793 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-17T03:19:52,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T03:19:52,799 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:19:52,799 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:19:52,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:52,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:52,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:19:52,800 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T03:19:52,800 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=153346457, stopped=false 2024-11-17T03:19:52,800 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=695c90f4bb18,41949,1731813577784 2024-11-17T03:19:52,848 DEBUG [695c90f4bb18:33793 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T03:19:52,848 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ea7ee95bec636d0fe6548fdddee7c8e7, regionState=OPENING, regionLocation=695c90f4bb18,37185,1731813587360 2024-11-17T03:19:52,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ea7ee95bec636d0fe6548fdddee7c8e7, ASSIGN because future has completed 2024-11-17T03:19:52,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea7ee95bec636d0fe6548fdddee7c8e7, server=695c90f4bb18,37185,1731813587360}] 2024-11-17T03:19:52,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x10146cdf3e50004, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11240285143/running 2024-11-17T03:19:52,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11240285143/running 2024-11-17T03:19:52,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x10146cdf3e50004, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11240285143 2024-11-17T03:19:52,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11240285143 2024-11-17T03:19:52,867 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:19:52,867 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:19:52,867 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:19:52,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:52,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Set watcher on znode that does not yet exist, /11240285143/running 2024-11-17T03:19:52,867 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '695c90f4bb18,42487,1731813577928' ***** 2024-11-17T03:19:52,867 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T03:19:52,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42487-0x10146cdf3e50004, quorum=127.0.0.1:61481, baseZNode=/11240285143 Set watcher on znode that does not yet exist, /11240285143/running 2024-11-17T03:19:52,867 INFO [RS:0;695c90f4bb18:42487 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T03:19:52,867 INFO [RS:0;695c90f4bb18:42487 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T03:19:52,867 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T03:19:52,867 INFO [RS:0;695c90f4bb18:42487 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T03:19:52,867 INFO [RS:0;695c90f4bb18:42487 {}] regionserver.HRegionServer(959): stopping server 695c90f4bb18,42487,1731813577928 2024-11-17T03:19:52,867 INFO [RS:0;695c90f4bb18:42487 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:19:52,868 INFO [RS:0;695c90f4bb18:42487 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:42487. 2024-11-17T03:19:52,868 DEBUG [RS:0;695c90f4bb18:42487 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:19:52,868 DEBUG [RS:0;695c90f4bb18:42487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:52,868 INFO [RS:0;695c90f4bb18:42487 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T03:19:52,868 INFO [RS:0;695c90f4bb18:42487 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T03:19:52,868 INFO [RS:0;695c90f4bb18:42487 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T03:19:52,868 INFO [RS:0;695c90f4bb18:42487 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T03:19:52,868 INFO [RS:0;695c90f4bb18:42487 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T03:19:52,868 DEBUG [RS:0;695c90f4bb18:42487 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T03:19:52,868 DEBUG [RS:0;695c90f4bb18:42487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:19:52,868 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:19:52,868 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:19:52,868 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:19:52,868 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:19:52,868 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:19:52,868 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-17T03:19:52,882 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/data/hbase/meta/1588230740/.tmp/ns/b67469de5a7545118be9fe53a46a9b41 is 43, key is default/ns:d/1731813581160/Put/seqid=0 2024-11-17T03:19:52,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39935 is added to blk_1073741835_1011 (size=5153) 2024-11-17T03:19:52,888 INFO [regionserver/695c90f4bb18:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:19:52,991 DEBUG [RS:0;695c90f4bb18:37185.replicationSource.wal-reader.695c90f4bb18%2C37185%2C1731813587360,1-695c90f4bb18,37185,1731813587360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,37185,1731813587360/695c90f4bb18%2C37185%2C1731813587360.1731813588541 to pos 0, reset compression=false 2024-11-17T03:19:53,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7. 2024-11-17T03:19:53,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:19:53,007 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T03:19:53,008 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C37185%2C1731813587360.rep, suffix=, logDir=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,37185,1731813587360, archiveDir=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/oldWALs, maxLogs=10 2024-11-17T03:19:53,020 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,37185,1731813587360/695c90f4bb18%2C37185%2C1731813587360.rep.1731813593008, exclude list is [], retry=0 2024-11-17T03:19:53,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43227,DS-f6263358-0c4f-4d46-a908-c47eac7f3657,DISK] 2024-11-17T03:19:53,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,37185,1731813587360/695c90f4bb18%2C37185%2C1731813587360.rep.1731813593008 2024-11-17T03:19:53,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39809:39809)] 2024-11-17T03:19:53,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => ea7ee95bec636d0fe6548fdddee7c8e7, NAME => 'hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:19:53,024 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:19:53,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:19:53,024 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7. service=MultiRowMutationService 2024-11-17T03:19:53,025 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T03:19:53,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:53,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:19:53,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:53,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:53,026 INFO [StoreOpener-ea7ee95bec636d0fe6548fdddee7c8e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:53,027 INFO [StoreOpener-ea7ee95bec636d0fe6548fdddee7c8e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea7ee95bec636d0fe6548fdddee7c8e7 columnFamilyName hfileref 2024-11-17T03:19:53,027 DEBUG [StoreOpener-ea7ee95bec636d0fe6548fdddee7c8e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:53,027 INFO [StoreOpener-ea7ee95bec636d0fe6548fdddee7c8e7-1 {}] regionserver.HStore(327): Store=ea7ee95bec636d0fe6548fdddee7c8e7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:19:53,027 INFO [StoreOpener-ea7ee95bec636d0fe6548fdddee7c8e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:53,028 INFO [StoreOpener-ea7ee95bec636d0fe6548fdddee7c8e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea7ee95bec636d0fe6548fdddee7c8e7 columnFamilyName queue 2024-11-17T03:19:53,028 DEBUG [StoreOpener-ea7ee95bec636d0fe6548fdddee7c8e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:53,032 DEBUG [StoreOpener-ea7ee95bec636d0fe6548fdddee7c8e7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/replication/ea7ee95bec636d0fe6548fdddee7c8e7/queue/38eb218ed6de4795a728ff6ee9222b16 2024-11-17T03:19:53,032 INFO [StoreOpener-ea7ee95bec636d0fe6548fdddee7c8e7-1 {}] regionserver.HStore(327): Store=ea7ee95bec636d0fe6548fdddee7c8e7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:19:53,032 INFO [StoreOpener-ea7ee95bec636d0fe6548fdddee7c8e7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:53,033 INFO [StoreOpener-ea7ee95bec636d0fe6548fdddee7c8e7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea7ee95bec636d0fe6548fdddee7c8e7 columnFamilyName sid 2024-11-17T03:19:53,033 DEBUG [StoreOpener-ea7ee95bec636d0fe6548fdddee7c8e7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:19:53,033 INFO [StoreOpener-ea7ee95bec636d0fe6548fdddee7c8e7-1 {}] regionserver.HStore(327): Store=ea7ee95bec636d0fe6548fdddee7c8e7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:19:53,033 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:53,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/replication/ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:53,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/replication/ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:53,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:53,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:53,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:19:53,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:53,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened ea7ee95bec636d0fe6548fdddee7c8e7; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68714562, jitterRate=0.023926764726638794}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:19:53,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:53,038 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for ea7ee95bec636d0fe6548fdddee7c8e7: Running coprocessor pre-open hook at 1731813593025Writing region info on filesystem at 1731813593025Initializing all the Stores at 1731813593026 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813593026Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813593026Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813593026Cleaning up temporary data from old regions at 1731813593036 (+10 ms)Running coprocessor post-open hooks at 1731813593038 (+2 ms)Region opened successfully at 1731813593038 2024-11-17T03:19:53,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7., pid=13, masterSystemTime=1731813593003 2024-11-17T03:19:53,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7. 2024-11-17T03:19:53,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7. 2024-11-17T03:19:53,041 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=ea7ee95bec636d0fe6548fdddee7c8e7, regionState=OPEN, openSeqNum=9, regionLocation=695c90f4bb18,37185,1731813587360 2024-11-17T03:19:53,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure ea7ee95bec636d0fe6548fdddee7c8e7, server=695c90f4bb18,37185,1731813587360 because future has completed 2024-11-17T03:19:53,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-17T03:19:53,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure ea7ee95bec636d0fe6548fdddee7c8e7, server=695c90f4bb18,37185,1731813587360 in 193 msec 2024-11-17T03:19:53,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-17T03:19:53,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ea7ee95bec636d0fe6548fdddee7c8e7, ASSIGN in 349 msec 2024-11-17T03:19:53,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-17T03:19:53,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7., hostname=695c90f4bb18,37185,1731813587360, seqNum=9] 2024-11-17T03:19:53,063 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 695c90f4bb18,34133,1731813572623 2024-11-17T03:19:53,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-17T03:19:53,068 DEBUG [RS:0;695c90f4bb18:42487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:19:53,078 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T03:19:53,078 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T03:19:53,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37185 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-17T03:19:53,268 DEBUG [RS:0;695c90f4bb18:42487 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:19:53,287 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/data/hbase/meta/1588230740/.tmp/ns/b67469de5a7545118be9fe53a46a9b41 2024-11-17T03:19:53,292 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/data/hbase/meta/1588230740/.tmp/ns/b67469de5a7545118be9fe53a46a9b41 as hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/data/hbase/meta/1588230740/ns/b67469de5a7545118be9fe53a46a9b41 2024-11-17T03:19:53,296 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/data/hbase/meta/1588230740/ns/b67469de5a7545118be9fe53a46a9b41, entries=2, sequenceid=6, filesize=5.0 K 2024-11-17T03:19:53,297 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false 2024-11-17T03:19:53,297 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T03:19:53,302 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T03:19:53,303 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:19:53,303 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:19:53,303 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:19:53,303 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813592868Running coprocessor pre-close hooks at 1731813592868Disabling compacts and flushes for region at 1731813592868Disabling writes for close at 1731813592868Obtaining lock to block concurrent updates at 1731813592868Preparing flush snapshotting stores in 1588230740 at 1731813592868Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731813592869 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731813592869Flushing 1588230740/ns: creating writer at 1731813592869Flushing 1588230740/ns: appending metadata at 1731813592882 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731813592882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@246fcd93: reopening flushed file at 1731813593291 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false at 1731813593297 (+6 ms)Writing region close event to WAL at 1731813593299 (+2 ms)Running coprocessor post-close hooks at 1731813593303 (+4 ms)Closed at 1731813593303 2024-11-17T03:19:53,303 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T03:19:53,468 INFO [RS:0;695c90f4bb18:42487 {}] regionserver.HRegionServer(976): stopping server 695c90f4bb18,42487,1731813577928; all regions closed. 2024-11-17T03:19:53,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39935 is added to blk_1073741834_1010 (size=1152) 2024-11-17T03:19:53,471 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/WALs/695c90f4bb18,42487,1731813577928/695c90f4bb18%2C42487%2C1731813577928.meta.1731813581111.meta not finished, retry = 0 2024-11-17T03:19:53,573 DEBUG [RS:0;695c90f4bb18:42487 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/oldWALs 2024-11-17T03:19:53,573 INFO [RS:0;695c90f4bb18:42487 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C42487%2C1731813577928.meta:.meta(num 1731813581111) 2024-11-17T03:19:53,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39935 is added to blk_1073741832_1008 (size=93) 2024-11-17T03:19:53,575 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/WALs/695c90f4bb18,42487,1731813577928/695c90f4bb18%2C42487%2C1731813577928.1731813580208 not finished, retry = 0 2024-11-17T03:19:53,677 DEBUG [RS:0;695c90f4bb18:42487 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/oldWALs 2024-11-17T03:19:53,677 INFO [RS:0;695c90f4bb18:42487 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C42487%2C1731813577928:(num 1731813580208) 2024-11-17T03:19:53,677 DEBUG [RS:0;695c90f4bb18:42487 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:53,677 INFO [RS:0;695c90f4bb18:42487 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:19:53,677 INFO [RS:0;695c90f4bb18:42487 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:19:53,678 INFO [RS:0;695c90f4bb18:42487 {}] hbase.ChoreService(370): Chore service for: regionserver/695c90f4bb18:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T03:19:53,678 INFO [RS:0;695c90f4bb18:42487 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:19:53,678 INFO [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:19:53,678 INFO [RS:0;695c90f4bb18:42487 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42487 2024-11-17T03:19:53,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11240285143/rs 2024-11-17T03:19:53,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x10146cdf3e50004, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11240285143/rs/695c90f4bb18,42487,1731813577928 2024-11-17T03:19:53,698 INFO [RS:0;695c90f4bb18:42487 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:19:53,699 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [695c90f4bb18,42487,1731813577928] 2024-11-17T03:19:53,793 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11240285143/draining/695c90f4bb18,42487,1731813577928 already deleted, retry=false 2024-11-17T03:19:53,793 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 695c90f4bb18,42487,1731813577928 expired; onlineServers=0 2024-11-17T03:19:53,793 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '695c90f4bb18,41949,1731813577784' ***** 2024-11-17T03:19:53,793 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T03:19:53,793 INFO [M:0;695c90f4bb18:41949 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:19:53,793 INFO [M:0;695c90f4bb18:41949 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:19:53,793 DEBUG [M:0;695c90f4bb18:41949 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T03:19:53,793 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T03:19:53,793 DEBUG [M:0;695c90f4bb18:41949 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T03:19:53,793 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813579918 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813579918,5,FailOnTimeoutGroup] 2024-11-17T03:19:53,793 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813579919 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813579919,5,FailOnTimeoutGroup] 2024-11-17T03:19:53,793 INFO [M:0;695c90f4bb18:41949 {}] hbase.ChoreService(370): Chore service for: master/695c90f4bb18:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T03:19:53,793 INFO [M:0;695c90f4bb18:41949 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:19:53,793 DEBUG [M:0;695c90f4bb18:41949 {}] master.HMaster(1795): Stopping service threads 2024-11-17T03:19:53,793 INFO [M:0;695c90f4bb18:41949 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T03:19:53,793 INFO [M:0;695c90f4bb18:41949 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:19:53,794 INFO [M:0;695c90f4bb18:41949 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T03:19:53,794 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T03:19:53,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11240285143/master 2024-11-17T03:19:53,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11240285143 2024-11-17T03:19:53,803 DEBUG [M:0;695c90f4bb18:41949 {}] zookeeper.ZKUtil(347): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Unable to get data of znode /11240285143/master because node does not exist (not an error) 2024-11-17T03:19:53,803 WARN [M:0;695c90f4bb18:41949 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T03:19:53,805 INFO [M:0;695c90f4bb18:41949 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/.lastflushedseqids 2024-11-17T03:19:53,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39935 is added to blk_1073741836_1012 (size=99) 2024-11-17T03:19:53,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x10146cdf3e50004, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:19:53,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42487-0x10146cdf3e50004, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:19:53,882 INFO [RS:0;695c90f4bb18:42487 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:19:53,882 INFO [RS:0;695c90f4bb18:42487 {}] regionserver.HRegionServer(1031): Exiting; stopping=695c90f4bb18,42487,1731813577928; zookeeper connection closed. 2024-11-17T03:19:53,883 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@11dc16d8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@11dc16d8 2024-11-17T03:19:53,883 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T03:19:53,996 DEBUG [RS:0;695c90f4bb18:37185.replicationSource.wal-reader.695c90f4bb18%2C37185%2C1731813587360,1-695c90f4bb18,37185,1731813587360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,37185,1731813587360/695c90f4bb18%2C37185%2C1731813587360.1731813588541 to pos 0, reset compression=false 2024-11-17T03:19:54,209 INFO [M:0;695c90f4bb18:41949 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T03:19:54,210 INFO [M:0;695c90f4bb18:41949 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T03:19:54,210 DEBUG [M:0;695c90f4bb18:41949 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:19:54,210 INFO [M:0;695c90f4bb18:41949 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:54,210 DEBUG [M:0;695c90f4bb18:41949 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:54,210 DEBUG [M:0;695c90f4bb18:41949 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:19:54,210 DEBUG [M:0;695c90f4bb18:41949 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:54,210 INFO [M:0;695c90f4bb18:41949 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-17T03:19:54,223 DEBUG [M:0;695c90f4bb18:41949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65177d785327416db35ff71fcc3aee63 is 82, key is hbase:meta,,1/info:regioninfo/1731813581144/Put/seqid=0 2024-11-17T03:19:54,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39935 is added to blk_1073741837_1013 (size=5672) 2024-11-17T03:19:54,279 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:19:54,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:54,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:54,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:54,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:54,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:54,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:19:54,627 INFO [M:0;695c90f4bb18:41949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65177d785327416db35ff71fcc3aee63 2024-11-17T03:19:54,651 DEBUG [M:0;695c90f4bb18:41949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/229e48f25ead4034a67a302155296595 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731813581164/Put/seqid=0 2024-11-17T03:19:54,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39935 is added to blk_1073741838_1014 (size=5275) 2024-11-17T03:19:55,055 INFO [M:0;695c90f4bb18:41949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/229e48f25ead4034a67a302155296595 2024-11-17T03:19:55,072 DEBUG [M:0;695c90f4bb18:41949 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb8c0024ed164163bc6d5b0c99fdabbf is 69, key is 695c90f4bb18,42487,1731813577928/rs:state/1731813579987/Put/seqid=0 2024-11-17T03:19:55,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39935 is added to blk_1073741839_1015 (size=5156) 2024-11-17T03:19:55,100 DEBUG [RS:0;695c90f4bb18:37185.replicationSource.wal-reader.695c90f4bb18%2C37185%2C1731813587360,1-695c90f4bb18,37185,1731813587360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,37185,1731813587360/695c90f4bb18%2C37185%2C1731813587360.1731813588541 to pos 0, reset compression=false 2024-11-17T03:19:55,476 INFO [M:0;695c90f4bb18:41949 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb8c0024ed164163bc6d5b0c99fdabbf 2024-11-17T03:19:55,481 DEBUG [M:0;695c90f4bb18:41949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/65177d785327416db35ff71fcc3aee63 as hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65177d785327416db35ff71fcc3aee63 2024-11-17T03:19:55,485 INFO [M:0;695c90f4bb18:41949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/65177d785327416db35ff71fcc3aee63, entries=8, sequenceid=28, filesize=5.5 K 2024-11-17T03:19:55,486 DEBUG [M:0;695c90f4bb18:41949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/229e48f25ead4034a67a302155296595 as hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/229e48f25ead4034a67a302155296595 2024-11-17T03:19:55,490 INFO [M:0;695c90f4bb18:41949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/229e48f25ead4034a67a302155296595, entries=3, sequenceid=28, filesize=5.2 K 2024-11-17T03:19:55,491 DEBUG [M:0;695c90f4bb18:41949 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cb8c0024ed164163bc6d5b0c99fdabbf as hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb8c0024ed164163bc6d5b0c99fdabbf 2024-11-17T03:19:55,496 INFO [M:0;695c90f4bb18:41949 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33945/user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cb8c0024ed164163bc6d5b0c99fdabbf, entries=1, sequenceid=28, filesize=5.0 K 2024-11-17T03:19:55,497 INFO [M:0;695c90f4bb18:41949 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=28, compaction requested=false 2024-11-17T03:19:55,498 INFO [M:0;695c90f4bb18:41949 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:55,498 DEBUG [M:0;695c90f4bb18:41949 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813594210Disabling compacts and flushes for region at 1731813594210Disabling writes for close at 1731813594210Obtaining lock to block concurrent updates at 1731813594210Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731813594210Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731813594210Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731813594211 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731813594211Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731813594223 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731813594223Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731813594632 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731813594650 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731813594650Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731813595059 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731813595071 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731813595071Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b138ecc: reopening flushed file at 1731813595480 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b6d02f6: reopening flushed file at 1731813595485 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42fc3ec6: reopening flushed file at 1731813595490 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=28, compaction requested=false at 1731813595497 (+7 ms)Writing region close event to WAL at 1731813595498 (+1 ms)Closed at 1731813595498 2024-11-17T03:19:55,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39935 is added to blk_1073741830_1006 (size=10165) 2024-11-17T03:19:55,500 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1448cae4-6f46-ebc4-4537-31c76488f8cf/MasterData/WALs/695c90f4bb18,41949,1731813577784/695c90f4bb18%2C41949%2C1731813577784.1731813579648 not finished, retry = 0 2024-11-17T03:19:55,601 INFO [M:0;695c90f4bb18:41949 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T03:19:55,601 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:19:55,601 INFO [M:0;695c90f4bb18:41949 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41949 2024-11-17T03:19:55,601 INFO [M:0;695c90f4bb18:41949 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:19:55,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:19:55,777 INFO [M:0;695c90f4bb18:41949 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:19:55,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41949-0x10146cdf3e50003, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:19:55,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e72677e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:19:55,780 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5dd6ce04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:19:55,780 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:19:55,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6434264e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:19:55,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@751a4f9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/hadoop.log.dir/,STOPPED} 2024-11-17T03:19:55,781 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T03:19:55,781 WARN [BP-802127646-172.17.0.3-1731813576004 heartbeating to localhost/127.0.0.1:33945 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T03:19:55,781 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T03:19:55,781 WARN [BP-802127646-172.17.0.3-1731813576004 heartbeating to localhost/127.0.0.1:33945 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-802127646-172.17.0.3-1731813576004 (Datanode Uuid 1ccf36dc-d748-4f6f-bfe6-46a4b126cd41) service to localhost/127.0.0.1:33945 2024-11-17T03:19:55,782 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/cluster_99cff381-1390-0f2f-6184-36d7537a216b/data/data1/current/BP-802127646-172.17.0.3-1731813576004 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:19:55,782 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/cluster_99cff381-1390-0f2f-6184-36d7537a216b/data/data2/current/BP-802127646-172.17.0.3-1731813576004 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:19:55,782 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T03:19:55,787 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d3dd5cd{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:19:55,788 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7b6062f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:19:55,788 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:19:55,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73cdde16{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:19:55,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30cfbb25{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/hadoop.log.dir/,STOPPED} 2024-11-17T03:19:55,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T03:19:55,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T03:19:55,798 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:19:55,799 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:19:55,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:55,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:55,799 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:19:55,799 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T03:19:55,799 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1581969253, stopped=false 2024-11-17T03:19:55,799 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=695c90f4bb18,33793,1731813587316 2024-11-17T03:19:55,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-762693608/running 2024-11-17T03:19:55,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x10146cdf3e50007, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-762693608/running 2024-11-17T03:19:55,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608 2024-11-17T03:19:55,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x10146cdf3e50007, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608 2024-11-17T03:19:55,814 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:19:55,814 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:19:55,814 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:19:55,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:55,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Set watcher on znode that does not yet exist, /0-762693608/running 2024-11-17T03:19:55,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37185-0x10146cdf3e50007, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Set watcher on znode that does not yet exist, /0-762693608/running 2024-11-17T03:19:55,814 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '695c90f4bb18,37185,1731813587360' ***** 2024-11-17T03:19:55,814 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T03:19:55,815 INFO [RS:0;695c90f4bb18:37185 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T03:19:55,815 INFO [RS:0;695c90f4bb18:37185 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T03:19:55,815 INFO [RS:0;695c90f4bb18:37185 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T03:19:55,815 INFO [RS:0;695c90f4bb18:37185 {}] regionserver.HRegionServer(3091): Received CLOSE for ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:55,815 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T03:19:55,815 INFO [RS:0;695c90f4bb18:37185 {}] regionserver.HRegionServer(959): stopping server 695c90f4bb18,37185,1731813587360 2024-11-17T03:19:55,815 INFO [RS:0;695c90f4bb18:37185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:19:55,815 INFO [RS:0;695c90f4bb18:37185 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:37185. 2024-11-17T03:19:55,815 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ea7ee95bec636d0fe6548fdddee7c8e7, disabling compactions & flushes 2024-11-17T03:19:55,815 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7. 2024-11-17T03:19:55,815 DEBUG [RS:0;695c90f4bb18:37185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:19:55,815 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7. 2024-11-17T03:19:55,815 DEBUG [RS:0;695c90f4bb18:37185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:55,815 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7. after waiting 0 ms 2024-11-17T03:19:55,815 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7. 2024-11-17T03:19:55,815 INFO [RS:0;695c90f4bb18:37185 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T03:19:55,815 INFO [RS:0;695c90f4bb18:37185 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T03:19:55,815 INFO [RS:0;695c90f4bb18:37185 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T03:19:55,815 INFO [RS:0;695c90f4bb18:37185 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T03:19:55,816 INFO [RS:0;695c90f4bb18:37185 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T03:19:55,816 DEBUG [RS:0;695c90f4bb18:37185 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ea7ee95bec636d0fe6548fdddee7c8e7=hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7.} 2024-11-17T03:19:55,816 DEBUG [RS:0;695c90f4bb18:37185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ea7ee95bec636d0fe6548fdddee7c8e7 2024-11-17T03:19:55,816 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:19:55,816 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:19:55,816 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:19:55,816 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:19:55,816 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:19:55,816 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-17T03:19:55,819 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/replication/ea7ee95bec636d0fe6548fdddee7c8e7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-17T03:19:55,819 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:19:55,819 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:19:55,820 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7. 2024-11-17T03:19:55,820 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ea7ee95bec636d0fe6548fdddee7c8e7: Waiting for close lock at 1731813595815Running coprocessor pre-close hooks at 1731813595815Disabling compacts and flushes for region at 1731813595815Disabling writes for close at 1731813595815Writing region close event to WAL at 1731813595816 (+1 ms)Running coprocessor post-close hooks at 1731813595819 (+3 ms)Closed at 1731813595819 2024-11-17T03:19:55,820 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7. 2024-11-17T03:19:55,824 INFO [regionserver/695c90f4bb18:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:19:55,831 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740/.tmp/info/2010c3d69050446a93b460eb82ab2106 is 147, key is hbase:replication,,1731813581295.ea7ee95bec636d0fe6548fdddee7c8e7./info:regioninfo/1731813593041/Put/seqid=0 2024-11-17T03:19:55,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741851_1027 (size=6385) 2024-11-17T03:19:56,016 DEBUG [RS:0;695c90f4bb18:37185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:19:56,216 DEBUG [RS:0;695c90f4bb18:37185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:19:56,235 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740/.tmp/info/2010c3d69050446a93b460eb82ab2106 2024-11-17T03:19:56,240 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740/.tmp/info/2010c3d69050446a93b460eb82ab2106 as hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740/info/2010c3d69050446a93b460eb82ab2106 2024-11-17T03:19:56,244 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740/info/2010c3d69050446a93b460eb82ab2106, entries=8, sequenceid=19, filesize=6.2 K 2024-11-17T03:19:56,245 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false 2024-11-17T03:19:56,250 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-17T03:19:56,251 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:19:56,251 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:19:56,251 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:19:56,251 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813595816Running coprocessor pre-close hooks at 1731813595816Disabling compacts and flushes for region at 1731813595816Disabling writes for close at 1731813595816Obtaining lock to block concurrent updates at 1731813595816Preparing flush snapshotting stores in 1588230740 at 1731813595816Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731813595817 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731813595817Flushing 1588230740/info: creating writer at 1731813595817Flushing 1588230740/info: appending metadata at 1731813595831 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731813595831Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@709a2c49: reopening flushed file at 1731813596240 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=19, compaction requested=false at 1731813596245 (+5 ms)Writing region close event to WAL at 1731813596248 (+3 ms)Running coprocessor post-close hooks at 1731813596251 (+3 ms)Closed at 1731813596251 2024-11-17T03:19:56,251 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T03:19:56,304 DEBUG [RS:0;695c90f4bb18:37185.replicationSource.wal-reader.695c90f4bb18%2C37185%2C1731813587360,1-695c90f4bb18,37185,1731813587360 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,37185,1731813587360/695c90f4bb18%2C37185%2C1731813587360.1731813588541 to pos 0, reset compression=false 2024-11-17T03:19:56,402 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T03:19:56,402 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T03:19:56,417 INFO [RS:0;695c90f4bb18:37185 {}] regionserver.HRegionServer(976): stopping server 695c90f4bb18,37185,1731813587360; all regions closed. 2024-11-17T03:19:56,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741849_1025 (size=2156) 2024-11-17T03:19:56,419 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/WALs/695c90f4bb18,37185,1731813587360/695c90f4bb18%2C37185%2C1731813587360.meta.1731813588762.meta not finished, retry = 0 2024-11-17T03:19:56,521 DEBUG [RS:0;695c90f4bb18:37185 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/oldWALs 2024-11-17T03:19:56,521 INFO [RS:0;695c90f4bb18:37185 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C37185%2C1731813587360.meta:.meta(num 1731813588762) 2024-11-17T03:19:56,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741850_1026 (size=796) 2024-11-17T03:19:56,525 DEBUG [RS:0;695c90f4bb18:37185 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/oldWALs 2024-11-17T03:19:56,525 INFO [RS:0;695c90f4bb18:37185 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C37185%2C1731813587360.rep:(num 1731813593008) 2024-11-17T03:19:56,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741848_1024 (size=93) 2024-11-17T03:19:56,528 DEBUG [RS:0;695c90f4bb18:37185 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/oldWALs 2024-11-17T03:19:56,528 INFO [RS:0;695c90f4bb18:37185 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C37185%2C1731813587360:(num 1731813588541) 2024-11-17T03:19:56,528 DEBUG [RS:0;695c90f4bb18:37185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:56,528 INFO [RS:0;695c90f4bb18:37185 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:19:56,528 INFO [RS:0;695c90f4bb18:37185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:19:56,528 INFO [RS:0;695c90f4bb18:37185 {}] hbase.ChoreService(370): Chore service for: regionserver/695c90f4bb18:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T03:19:56,528 INFO [RS:0;695c90f4bb18:37185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:19:56,528 INFO [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:19:56,529 INFO [RS:0;695c90f4bb18:37185 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-695c90f4bb18,37185,1731813587360 because: Region server is closing 2024-11-17T03:19:56,529 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-17T03:19:56,529 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-17T03:19:56,529 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-17T03:19:56,529 INFO [RS:0;695c90f4bb18:37185 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:37185. 2024-11-17T03:19:56,529 DEBUG [RS:0;695c90f4bb18:37185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:19:56,529 DEBUG [RS:0;695c90f4bb18:37185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:56,529 DEBUG [RS:0;695c90f4bb18:37185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:19:56,529 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:19:56,629 WARN [RS:0;695c90f4bb18:37185.replicationSource.wal-reader.695c90f4bb18%2C37185%2C1731813587360,1-695c90f4bb18,37185,1731813587360 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T03:19:56,629 WARN [RS:0;695c90f4bb18:37185.replicationSource.shipper695c90f4bb18%2C37185%2C1731813587360,1-695c90f4bb18,37185,1731813587360 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T03:19:56,629 INFO [RS:0;695c90f4bb18:37185 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;695c90f4bb18:37185.replicationSource.shipper695c90f4bb18%2C37185%2C1731813587360,1-695c90f4bb18,37185,1731813587360 terminated 2024-11-17T03:19:56,630 INFO [RS:0;695c90f4bb18:37185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37185 2024-11-17T03:19:56,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x10146cdf3e50007, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-762693608/rs/695c90f4bb18,37185,1731813587360 2024-11-17T03:19:56,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608/rs 2024-11-17T03:19:56,677 INFO [RS:0;695c90f4bb18:37185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:19:56,687 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [695c90f4bb18,37185,1731813587360] 2024-11-17T03:19:56,698 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-762693608/draining/695c90f4bb18,37185,1731813587360 already deleted, retry=false 2024-11-17T03:19:56,698 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 695c90f4bb18,37185,1731813587360 expired; onlineServers=0 2024-11-17T03:19:56,698 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '695c90f4bb18,33793,1731813587316' ***** 2024-11-17T03:19:56,698 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T03:19:56,698 INFO [M:0;695c90f4bb18:33793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:19:56,698 INFO [M:0;695c90f4bb18:33793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:19:56,698 DEBUG [M:0;695c90f4bb18:33793 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T03:19:56,698 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T03:19:56,698 DEBUG [M:0;695c90f4bb18:33793 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T03:19:56,698 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813588173 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813588173,5,FailOnTimeoutGroup] 2024-11-17T03:19:56,698 INFO [M:0;695c90f4bb18:33793 {}] hbase.ChoreService(370): Chore service for: master/695c90f4bb18:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T03:19:56,698 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813588173 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813588173,5,FailOnTimeoutGroup] 2024-11-17T03:19:56,698 INFO [M:0;695c90f4bb18:33793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:19:56,699 DEBUG [M:0;695c90f4bb18:33793 {}] master.HMaster(1795): Stopping service threads 2024-11-17T03:19:56,699 INFO [M:0;695c90f4bb18:33793 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T03:19:56,699 INFO [M:0;695c90f4bb18:33793 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:19:56,699 INFO [M:0;695c90f4bb18:33793 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T03:19:56,699 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T03:19:56,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-762693608/master 2024-11-17T03:19:56,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-762693608 2024-11-17T03:19:56,708 DEBUG [M:0;695c90f4bb18:33793 {}] zookeeper.ZKUtil(347): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Unable to get data of znode /0-762693608/master because node does not exist (not an error) 2024-11-17T03:19:56,708 WARN [M:0;695c90f4bb18:33793 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T03:19:56,709 INFO [M:0;695c90f4bb18:33793 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/.lastflushedseqids 2024-11-17T03:19:56,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741852_1028 (size=181) 2024-11-17T03:19:56,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x10146cdf3e50007, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:19:56,787 INFO [RS:0;695c90f4bb18:37185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:19:56,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37185-0x10146cdf3e50007, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:19:56,787 INFO [RS:0;695c90f4bb18:37185 {}] regionserver.HRegionServer(1031): Exiting; stopping=695c90f4bb18,37185,1731813587360; zookeeper connection closed. 2024-11-17T03:19:56,788 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f334198 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f334198 2024-11-17T03:19:56,788 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T03:19:57,113 INFO [M:0;695c90f4bb18:33793 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T03:19:57,113 INFO [M:0;695c90f4bb18:33793 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T03:19:57,113 DEBUG [M:0;695c90f4bb18:33793 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:19:57,113 INFO [M:0;695c90f4bb18:33793 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:57,114 DEBUG [M:0;695c90f4bb18:33793 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:57,114 DEBUG [M:0;695c90f4bb18:33793 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:19:57,114 DEBUG [M:0;695c90f4bb18:33793 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:57,114 INFO [M:0;695c90f4bb18:33793 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-17T03:19:57,127 DEBUG [M:0;695c90f4bb18:33793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2894ac3a81e54f028856a075bdc95c98 is 82, key is hbase:meta,,1/info:regioninfo/1731813588806/Put/seqid=0 2024-11-17T03:19:57,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741853_1029 (size=5672) 2024-11-17T03:19:57,531 INFO [M:0;695c90f4bb18:33793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2894ac3a81e54f028856a075bdc95c98 2024-11-17T03:19:57,552 DEBUG [M:0;695c90f4bb18:33793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dfce5794714e428599bb15d82401f188 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731813593046/Put/seqid=0 2024-11-17T03:19:57,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741854_1030 (size=7312) 2024-11-17T03:19:57,956 INFO [M:0;695c90f4bb18:33793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dfce5794714e428599bb15d82401f188 2024-11-17T03:19:57,974 DEBUG [M:0;695c90f4bb18:33793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7a2198b4b89435ea002cbf3973ebac9 is 69, key is 695c90f4bb18,37185,1731813587360/rs:state/1731813588217/Put/seqid=0 2024-11-17T03:19:57,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741855_1031 (size=5370) 2024-11-17T03:19:58,378 INFO [M:0;695c90f4bb18:33793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7a2198b4b89435ea002cbf3973ebac9 2024-11-17T03:19:58,383 INFO [M:0;695c90f4bb18:33793 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f7a2198b4b89435ea002cbf3973ebac9 2024-11-17T03:19:58,384 DEBUG [M:0;695c90f4bb18:33793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2894ac3a81e54f028856a075bdc95c98 as hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2894ac3a81e54f028856a075bdc95c98 2024-11-17T03:19:58,388 INFO [M:0;695c90f4bb18:33793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2894ac3a81e54f028856a075bdc95c98, entries=8, sequenceid=127, filesize=5.5 K 2024-11-17T03:19:58,389 DEBUG [M:0;695c90f4bb18:33793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dfce5794714e428599bb15d82401f188 as hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dfce5794714e428599bb15d82401f188 2024-11-17T03:19:58,393 INFO [M:0;695c90f4bb18:33793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dfce5794714e428599bb15d82401f188, entries=7, sequenceid=127, filesize=7.1 K 2024-11-17T03:19:58,394 DEBUG [M:0;695c90f4bb18:33793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f7a2198b4b89435ea002cbf3973ebac9 as hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f7a2198b4b89435ea002cbf3973ebac9 2024-11-17T03:19:58,398 INFO [M:0;695c90f4bb18:33793 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f7a2198b4b89435ea002cbf3973ebac9 2024-11-17T03:19:58,398 INFO [M:0;695c90f4bb18:33793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45885/user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f7a2198b4b89435ea002cbf3973ebac9, entries=2, sequenceid=127, filesize=5.2 K 2024-11-17T03:19:58,399 INFO [M:0;695c90f4bb18:33793 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=127, compaction requested=false 2024-11-17T03:19:58,403 INFO [M:0;695c90f4bb18:33793 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:19:58,403 DEBUG [M:0;695c90f4bb18:33793 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813597113Disabling compacts and flushes for region at 1731813597113Disabling writes for close at 1731813597114 (+1 ms)Obtaining lock to block concurrent updates at 1731813597114Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731813597114Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731813597114Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731813597114Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731813597115 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731813597127 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731813597127Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731813597536 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731813597551 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731813597551Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731813597961 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731813597974 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731813597974Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c21dbc4: reopening flushed file at 1731813598383 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d410ce: reopening flushed file at 1731813598388 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3985cb92: reopening flushed file at 1731813598393 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=127, compaction requested=false at 1731813598399 (+6 ms)Writing region close event to WAL at 1731813598403 (+4 ms)Closed at 1731813598403 2024-11-17T03:19:58,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43227 is added to blk_1073741847_1023 (size=22903) 2024-11-17T03:19:58,405 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ef7f3f8a-4593-9edf-896c-3a2390800dab/MasterData/WALs/695c90f4bb18,33793,1731813587316/695c90f4bb18%2C33793%2C1731813587316.1731813587947 not finished, retry = 0 2024-11-17T03:19:58,506 INFO [M:0;695c90f4bb18:33793 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T03:19:58,506 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:19:58,506 INFO [M:0;695c90f4bb18:33793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33793 2024-11-17T03:19:58,506 INFO [M:0;695c90f4bb18:33793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:19:58,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:19:58,672 INFO [M:0;695c90f4bb18:33793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:19:58,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33793-0x10146cdf3e50006, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:19:58,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35c2ccbc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:19:58,676 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5557fe80{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:19:58,676 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:19:58,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a755457{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:19:58,676 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23850bc5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/hadoop.log.dir/,STOPPED} 2024-11-17T03:19:58,677 WARN [BP-639733148-172.17.0.3-1731813570635 heartbeating to localhost/127.0.0.1:45885 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T03:19:58,677 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T03:19:58,677 WARN [BP-639733148-172.17.0.3-1731813570635 heartbeating to localhost/127.0.0.1:45885 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-639733148-172.17.0.3-1731813570635 (Datanode Uuid 9fc2b8ad-bcbc-4bf5-90d9-f5e5a91adaf3) service to localhost/127.0.0.1:45885 2024-11-17T03:19:58,677 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T03:19:58,678 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/cluster_39d2fb4d-5a0f-3b3d-5c39-401052c29c48/data/data1/current/BP-639733148-172.17.0.3-1731813570635 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:19:58,678 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/cluster_39d2fb4d-5a0f-3b3d-5c39-401052c29c48/data/data2/current/BP-639733148-172.17.0.3-1731813570635 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:19:58,678 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T03:19:58,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a22331b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:19:58,683 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ba099fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:19:58,683 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:19:58,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14708f4b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:19:58,684 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e569956{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/58315946-268f-ed41-092b-86ecd646f044/hadoop.log.dir/,STOPPED} 2024-11-17T03:19:58,688 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T03:19:58,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T03:19:58,707 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=204 (was 160) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:33945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:45885 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61481) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:45885 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:45885 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:45885 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61481) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:33945 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:45885 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33945 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45885 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:33945 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45885 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:33945 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 264), ProcessCount=11 (was 11), AvailableMemoryMB=5807 (was 5876) 2024-11-17T03:19:58,714 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=215, ProcessCount=11, AvailableMemoryMB=5807 2024-11-17T03:19:58,729 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-17T03:19:58,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/hadoop.log.dir so I do NOT create it in target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2 2024-11-17T03:19:58,730 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T03:19:58,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/hadoop.tmp.dir so I do NOT create it in target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2 2024-11-17T03:19:58,730 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/03bd689d-e7cb-e845-78c4-353a84374678/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T03:19:58,730 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2 2024-11-17T03:19:58,730 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/cluster_05817a2f-6c4a-7cc3-baec-49c94a7e1bb8, deleteOnExit=true 2024-11-17T03:19:58,732 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/cluster_05817a2f-6c4a-7cc3-baec-49c94a7e1bb8/zookeeper_0, clientPort=51203, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/cluster_05817a2f-6c4a-7cc3-baec-49c94a7e1bb8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/cluster_05817a2f-6c4a-7cc3-baec-49c94a7e1bb8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T03:19:58,733 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51203 2024-11-17T03:19:58,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T03:19:58,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T03:19:58,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/test.cache.data in system properties and HBase conf 2024-11-17T03:19:58,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T03:19:58,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/hadoop.log.dir in system properties and HBase conf 2024-11-17T03:19:58,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T03:19:58,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T03:19:58,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T03:19:58,734 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T03:19:58,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:19:58,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:19:58,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T03:19:58,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:19:58,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T03:19:58,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T03:19:58,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:19:58,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:19:58,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T03:19:58,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/nfs.dump.dir in system properties and HBase conf 2024-11-17T03:19:58,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/java.io.tmpdir in system properties and HBase conf 2024-11-17T03:19:58,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:19:58,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T03:19:58,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T03:19:58,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10146cdf3e50005, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T03:19:58,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10146cdf3e50002, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T03:19:58,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10146cdf3e50002, quorum=127.0.0.1:61481, baseZNode=/0-762693608 Received Disconnected from ZooKeeper, ignoring 2024-11-17T03:19:58,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10146cdf3e50005, quorum=127.0.0.1:61481, baseZNode=/11240285143 Received Disconnected from ZooKeeper, ignoring 2024-11-17T03:19:59,226 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:19:59,231 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:19:59,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:19:59,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:19:59,234 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:19:59,236 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:19:59,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28bb09bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:19:59,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f431b36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:19:59,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2584a396{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/java.io.tmpdir/jetty-localhost-45009-hadoop-hdfs-3_4_1-tests_jar-_-any-18098655635031036691/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:19:59,331 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@489463ba{HTTP/1.1, (http/1.1)}{localhost:45009} 2024-11-17T03:19:59,331 INFO [Time-limited test {}] server.Server(415): Started @175527ms 2024-11-17T03:19:59,573 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:19:59,575 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:19:59,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:19:59,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:19:59,576 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:19:59,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d571c5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:19:59,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@de5a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:19:59,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f5058d5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/java.io.tmpdir/jetty-localhost-44073-hadoop-hdfs-3_4_1-tests_jar-_-any-5503506810116219276/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:19:59,672 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76b40879{HTTP/1.1, (http/1.1)}{localhost:44073} 2024-11-17T03:19:59,672 INFO [Time-limited test {}] server.Server(415): Started @175868ms 2024-11-17T03:19:59,673 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T03:20:00,291 WARN [Thread-1685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/cluster_05817a2f-6c4a-7cc3-baec-49c94a7e1bb8/data/data2/current/BP-1361633840-172.17.0.3-1731813598761/current, will proceed with Du for space computation calculation, 2024-11-17T03:20:00,291 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/cluster_05817a2f-6c4a-7cc3-baec-49c94a7e1bb8/data/data1/current/BP-1361633840-172.17.0.3-1731813598761/current, will proceed with Du for space computation calculation, 2024-11-17T03:20:00,321 WARN [Thread-1672 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T03:20:00,323 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19c35ed9e625426b with lease ID 0x556d02b19cda11a3: Processing first storage report for DS-1d862a94-eddd-4468-829a-33bc2aea9e48 from datanode DatanodeRegistration(127.0.0.1:46521, datanodeUuid=2d696931-ec57-4624-b641-20ef39c52507, infoPort=34831, infoSecurePort=0, ipcPort=44665, storageInfo=lv=-57;cid=testClusterID;nsid=2146312195;c=1731813598761) 2024-11-17T03:20:00,323 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19c35ed9e625426b with lease ID 0x556d02b19cda11a3: from storage DS-1d862a94-eddd-4468-829a-33bc2aea9e48 node DatanodeRegistration(127.0.0.1:46521, datanodeUuid=2d696931-ec57-4624-b641-20ef39c52507, infoPort=34831, infoSecurePort=0, ipcPort=44665, storageInfo=lv=-57;cid=testClusterID;nsid=2146312195;c=1731813598761), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:20:00,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x19c35ed9e625426b with lease ID 0x556d02b19cda11a3: Processing first storage report for DS-e7d9aa02-2116-47a1-a145-642958aeba52 from datanode DatanodeRegistration(127.0.0.1:46521, datanodeUuid=2d696931-ec57-4624-b641-20ef39c52507, infoPort=34831, infoSecurePort=0, ipcPort=44665, storageInfo=lv=-57;cid=testClusterID;nsid=2146312195;c=1731813598761) 2024-11-17T03:20:00,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x19c35ed9e625426b with lease ID 0x556d02b19cda11a3: from storage DS-e7d9aa02-2116-47a1-a145-642958aeba52 node DatanodeRegistration(127.0.0.1:46521, datanodeUuid=2d696931-ec57-4624-b641-20ef39c52507, infoPort=34831, infoSecurePort=0, ipcPort=44665, storageInfo=lv=-57;cid=testClusterID;nsid=2146312195;c=1731813598761), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:20:00,399 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2 2024-11-17T03:20:00,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:00,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:00,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741825_1001 (size=7) 2024-11-17T03:20:00,809 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7 with version=8 2024-11-17T03:20:00,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/hbase-staging 2024-11-17T03:20:00,810 INFO [Time-limited test {}] client.ConnectionUtils(128): master/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:20:00,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:20:00,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:20:00,811 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:20:00,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:20:00,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:20:00,811 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T03:20:00,811 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:20:00,811 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41651 2024-11-17T03:20:00,812 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41651 connecting to ZooKeeper ensemble=127.0.0.1:51203 2024-11-17T03:20:00,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416510x0, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:20:00,911 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41651-0x10146ce61b70000 connected 2024-11-17T03:20:00,992 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:00,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:00,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Set watcher on znode that does not yet exist, /0-1468405447/running 2024-11-17T03:20:00,996 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7, hbase.cluster.distributed=false 2024-11-17T03:20:00,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Set watcher on znode that does not yet exist, /0-1468405447/acl 2024-11-17T03:20:00,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41651 2024-11-17T03:20:00,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41651 2024-11-17T03:20:00,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41651 2024-11-17T03:20:01,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41651 2024-11-17T03:20:01,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41651 2024-11-17T03:20:01,016 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:20:01,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:20:01,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:20:01,017 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:20:01,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:20:01,017 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:20:01,017 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T03:20:01,017 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:20:01,017 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41545 2024-11-17T03:20:01,018 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41545 connecting to ZooKeeper ensemble=127.0.0.1:51203 2024-11-17T03:20:01,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:01,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:01,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415450x0, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:20:01,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415450x0, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Set watcher on znode that does not yet exist, /0-1468405447/running 2024-11-17T03:20:01,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41545-0x10146ce61b70001 connected 2024-11-17T03:20:01,035 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T03:20:01,036 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T03:20:01,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41545-0x10146ce61b70001, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Set watcher on znode that does not yet exist, /0-1468405447/master 2024-11-17T03:20:01,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41545-0x10146ce61b70001, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Set watcher on znode that does not yet exist, /0-1468405447/acl 2024-11-17T03:20:01,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41545 2024-11-17T03:20:01,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41545 2024-11-17T03:20:01,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41545 2024-11-17T03:20:01,038 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41545 2024-11-17T03:20:01,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41545 2024-11-17T03:20:01,049 DEBUG [M:0;695c90f4bb18:41651 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;695c90f4bb18:41651 2024-11-17T03:20:01,052 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1468405447/backup-masters/695c90f4bb18,41651,1731813600810 2024-11-17T03:20:01,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1468405447/backup-masters 2024-11-17T03:20:01,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41545-0x10146ce61b70001, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1468405447/backup-masters 2024-11-17T03:20:01,064 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Set watcher on existing znode=/0-1468405447/backup-masters/695c90f4bb18,41651,1731813600810 2024-11-17T03:20:01,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1468405447 2024-11-17T03:20:01,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41545-0x10146ce61b70001, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1468405447/master 2024-11-17T03:20:01,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41545-0x10146ce61b70001, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1468405447 2024-11-17T03:20:01,076 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Set watcher on existing znode=/0-1468405447/master 2024-11-17T03:20:01,077 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1468405447/backup-masters/695c90f4bb18,41651,1731813600810 from backup master directory 2024-11-17T03:20:01,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41545-0x10146ce61b70001, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1468405447/backup-masters 2024-11-17T03:20:01,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1468405447/backup-masters/695c90f4bb18,41651,1731813600810 2024-11-17T03:20:01,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1468405447/backup-masters 2024-11-17T03:20:01,087 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:20:01,087 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=695c90f4bb18,41651,1731813600810 2024-11-17T03:20:01,090 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/hbase.id] with ID: 04875170-b188-4551-a85b-1443ba40b6c8 2024-11-17T03:20:01,090 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/.tmp/hbase.id 2024-11-17T03:20:01,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741826_1002 (size=42) 2024-11-17T03:20:01,322 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:20:01,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:01,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:01,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:01,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:01,358 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:01,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:01,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:01,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:01,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:20:01,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T03:20:01,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T03:20:01,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:20:01,495 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/.tmp/hbase.id]:[hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/hbase.id] 2024-11-17T03:20:01,506 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:01,506 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T03:20:01,507 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T03:20:01,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41545-0x10146ce61b70001, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1468405447 2024-11-17T03:20:01,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1468405447 2024-11-17T03:20:01,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741827_1003 (size=196) 2024-11-17T03:20:01,965 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:20:01,966 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T03:20:01,967 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:20:01,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741828_1004 (size=1189) 2024-11-17T03:20:02,373 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/MasterData/data/master/store 2024-11-17T03:20:02,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741829_1005 (size=34) 2024-11-17T03:20:02,779 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:02,779 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:20:02,779 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:02,779 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:02,779 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:20:02,779 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:02,779 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:02,779 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813602779Disabling compacts and flushes for region at 1731813602779Disabling writes for close at 1731813602779Writing region close event to WAL at 1731813602779Closed at 1731813602779 2024-11-17T03:20:02,780 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/MasterData/data/master/store/.initializing 2024-11-17T03:20:02,780 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/MasterData/WALs/695c90f4bb18,41651,1731813600810 2024-11-17T03:20:02,781 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:20:02,783 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=695c90f4bb18%2C41651%2C1731813600810, suffix=, logDir=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/MasterData/WALs/695c90f4bb18,41651,1731813600810, archiveDir=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/MasterData/oldWALs, maxLogs=10 2024-11-17T03:20:02,794 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/MasterData/WALs/695c90f4bb18,41651,1731813600810/695c90f4bb18%2C41651%2C1731813600810.1731813602783, exclude list is [], retry=0 2024-11-17T03:20:02,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46521,DS-1d862a94-eddd-4468-829a-33bc2aea9e48,DISK] 2024-11-17T03:20:02,797 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/MasterData/WALs/695c90f4bb18,41651,1731813600810/695c90f4bb18%2C41651%2C1731813600810.1731813602783 2024-11-17T03:20:02,798 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34831:34831)] 2024-11-17T03:20:02,798 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:20:02,798 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:02,798 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:02,798 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:02,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:02,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T03:20:02,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:02,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:02,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:02,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T03:20:02,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:02,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:02,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:02,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T03:20:02,803 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:02,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:02,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:02,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T03:20:02,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:02,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:02,804 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:02,804 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:02,805 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:02,806 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:02,806 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:02,806 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:20:02,807 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:02,808 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:20:02,808 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65331461, jitterRate=-0.026485368609428406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:20:02,809 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731813602798Initializing all the Stores at 1731813602799 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813602799Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813602799Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813602799Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813602799Cleaning up temporary data from old regions at 1731813602806 (+7 ms)Region opened successfully at 1731813602809 (+3 ms) 2024-11-17T03:20:02,809 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T03:20:02,811 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c1607b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:20:02,812 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T03:20:02,812 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T03:20:02,812 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T03:20:02,813 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T03:20:02,813 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T03:20:02,813 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T03:20:02,813 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T03:20:02,815 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T03:20:02,815 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Unable to get data of znode /0-1468405447/balancer because node does not exist (not necessarily an error) 2024-11-17T03:20:02,866 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1468405447/balancer already deleted, retry=false 2024-11-17T03:20:02,866 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T03:20:02,867 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Unable to get data of znode /0-1468405447/normalizer because node does not exist (not necessarily an error) 2024-11-17T03:20:02,876 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1468405447/normalizer already deleted, retry=false 2024-11-17T03:20:02,876 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T03:20:02,877 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Unable to get data of znode /0-1468405447/switch/split because node does not exist (not necessarily an error) 2024-11-17T03:20:02,887 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1468405447/switch/split already deleted, retry=false 2024-11-17T03:20:02,887 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Unable to get data of znode /0-1468405447/switch/merge because node does not exist (not necessarily an error) 2024-11-17T03:20:02,897 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1468405447/switch/merge already deleted, retry=false 2024-11-17T03:20:02,898 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Unable to get data of znode /0-1468405447/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T03:20:02,907 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1468405447/snapshot-cleanup already deleted, retry=false 2024-11-17T03:20:02,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1468405447/running 2024-11-17T03:20:02,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41545-0x10146ce61b70001, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1468405447/running 2024-11-17T03:20:02,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1468405447 2024-11-17T03:20:02,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41545-0x10146ce61b70001, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1468405447 2024-11-17T03:20:02,919 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=695c90f4bb18,41651,1731813600810, sessionid=0x10146ce61b70000, setting cluster-up flag (Was=false) 2024-11-17T03:20:02,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1468405447 2024-11-17T03:20:02,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41545-0x10146ce61b70001, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1468405447 2024-11-17T03:20:02,971 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1468405447/flush-table-proc/acquired, /0-1468405447/flush-table-proc/reached, /0-1468405447/flush-table-proc/abort 2024-11-17T03:20:02,972 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,41651,1731813600810 2024-11-17T03:20:02,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41545-0x10146ce61b70001, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1468405447 2024-11-17T03:20:02,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1468405447 2024-11-17T03:20:03,023 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1468405447/online-snapshot/acquired, /0-1468405447/online-snapshot/reached, /0-1468405447/online-snapshot/abort 2024-11-17T03:20:03,024 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,41651,1731813600810 2024-11-17T03:20:03,026 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T03:20:03,027 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T03:20:03,027 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T03:20:03,027 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T03:20:03,027 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 695c90f4bb18,41651,1731813600810 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T03:20:03,028 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:20:03,029 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:20:03,029 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:20:03,029 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:20:03,029 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/695c90f4bb18:0, corePoolSize=10, maxPoolSize=10 2024-11-17T03:20:03,029 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:03,029 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:20:03,029 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:03,029 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731813633029 2024-11-17T03:20:03,029 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T03:20:03,030 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T03:20:03,030 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T03:20:03,030 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T03:20:03,030 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T03:20:03,030 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T03:20:03,030 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:03,030 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:20:03,030 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T03:20:03,030 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T03:20:03,030 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T03:20:03,030 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T03:20:03,030 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T03:20:03,030 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T03:20:03,031 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T03:20:03,031 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813603031,5,FailOnTimeoutGroup] 2024-11-17T03:20:03,031 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813603031,5,FailOnTimeoutGroup] 2024-11-17T03:20:03,031 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:03,031 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T03:20:03,031 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:03,031 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:03,031 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:03,031 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T03:20:03,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741831_1007 (size=1321) 2024-11-17T03:20:03,042 INFO [RS:0;695c90f4bb18:41545 {}] regionserver.HRegionServer(746): ClusterId : 04875170-b188-4551-a85b-1443ba40b6c8 2024-11-17T03:20:03,042 DEBUG [RS:0;695c90f4bb18:41545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T03:20:03,144 DEBUG [RS:0;695c90f4bb18:41545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T03:20:03,144 DEBUG [RS:0;695c90f4bb18:41545 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T03:20:03,220 DEBUG [RS:0;695c90f4bb18:41545 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T03:20:03,220 DEBUG [RS:0;695c90f4bb18:41545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7693fb04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:20:03,234 DEBUG [RS:0;695c90f4bb18:41545 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;695c90f4bb18:41545 2024-11-17T03:20:03,234 INFO [RS:0;695c90f4bb18:41545 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T03:20:03,234 INFO [RS:0;695c90f4bb18:41545 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T03:20:03,234 DEBUG [RS:0;695c90f4bb18:41545 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T03:20:03,235 INFO [RS:0;695c90f4bb18:41545 {}] regionserver.HRegionServer(2659): reportForDuty to master=695c90f4bb18,41651,1731813600810 with port=41545, startcode=1731813601016 2024-11-17T03:20:03,235 DEBUG [RS:0;695c90f4bb18:41545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T03:20:03,236 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39621, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T03:20:03,237 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41651 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 695c90f4bb18,41545,1731813601016 2024-11-17T03:20:03,237 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41651 {}] master.ServerManager(517): Registering regionserver=695c90f4bb18,41545,1731813601016 2024-11-17T03:20:03,238 DEBUG [RS:0;695c90f4bb18:41545 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7 2024-11-17T03:20:03,238 DEBUG [RS:0;695c90f4bb18:41545 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43205 2024-11-17T03:20:03,238 DEBUG [RS:0;695c90f4bb18:41545 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T03:20:03,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1468405447/rs 2024-11-17T03:20:03,299 DEBUG [RS:0;695c90f4bb18:41545 {}] zookeeper.ZKUtil(111): regionserver:41545-0x10146ce61b70001, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Set watcher on existing znode=/0-1468405447/rs/695c90f4bb18,41545,1731813601016 2024-11-17T03:20:03,299 WARN [RS:0;695c90f4bb18:41545 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:20:03,299 INFO [RS:0;695c90f4bb18:41545 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:20:03,299 DEBUG [RS:0;695c90f4bb18:41545 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016 2024-11-17T03:20:03,299 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [695c90f4bb18,41545,1731813601016] 2024-11-17T03:20:03,301 INFO [RS:0;695c90f4bb18:41545 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T03:20:03,302 INFO [RS:0;695c90f4bb18:41545 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T03:20:03,303 INFO [RS:0;695c90f4bb18:41545 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T03:20:03,303 INFO [RS:0;695c90f4bb18:41545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:03,303 INFO [RS:0;695c90f4bb18:41545 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T03:20:03,303 INFO [RS:0;695c90f4bb18:41545 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T03:20:03,303 INFO [RS:0;695c90f4bb18:41545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:03,304 DEBUG [RS:0;695c90f4bb18:41545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:03,304 DEBUG [RS:0;695c90f4bb18:41545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:03,304 DEBUG [RS:0;695c90f4bb18:41545 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:03,304 DEBUG [RS:0;695c90f4bb18:41545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:03,304 DEBUG [RS:0;695c90f4bb18:41545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:03,304 DEBUG [RS:0;695c90f4bb18:41545 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:20:03,304 DEBUG [RS:0;695c90f4bb18:41545 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:03,304 DEBUG [RS:0;695c90f4bb18:41545 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:03,304 DEBUG [RS:0;695c90f4bb18:41545 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:03,304 DEBUG [RS:0;695c90f4bb18:41545 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:03,304 DEBUG [RS:0;695c90f4bb18:41545 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:03,304 DEBUG [RS:0;695c90f4bb18:41545 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:03,304 DEBUG [RS:0;695c90f4bb18:41545 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:20:03,304 DEBUG [RS:0;695c90f4bb18:41545 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:20:03,305 INFO [RS:0;695c90f4bb18:41545 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:03,305 INFO [RS:0;695c90f4bb18:41545 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:03,305 INFO [RS:0;695c90f4bb18:41545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:03,305 INFO [RS:0;695c90f4bb18:41545 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:03,305 INFO [RS:0;695c90f4bb18:41545 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:03,305 INFO [RS:0;695c90f4bb18:41545 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41545,1731813601016-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:20:03,318 INFO [RS:0;695c90f4bb18:41545 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T03:20:03,318 INFO [RS:0;695c90f4bb18:41545 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41545,1731813601016-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:03,318 INFO [RS:0;695c90f4bb18:41545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:03,318 INFO [RS:0;695c90f4bb18:41545 {}] regionserver.Replication(171): 695c90f4bb18,41545,1731813601016 started 2024-11-17T03:20:03,335 INFO [RS:0;695c90f4bb18:41545 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:03,335 INFO [RS:0;695c90f4bb18:41545 {}] regionserver.HRegionServer(1482): Serving as 695c90f4bb18,41545,1731813601016, RpcServer on 695c90f4bb18/172.17.0.3:41545, sessionid=0x10146ce61b70001 2024-11-17T03:20:03,335 DEBUG [RS:0;695c90f4bb18:41545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T03:20:03,335 DEBUG [RS:0;695c90f4bb18:41545 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 695c90f4bb18,41545,1731813601016 2024-11-17T03:20:03,335 DEBUG [RS:0;695c90f4bb18:41545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,41545,1731813601016' 2024-11-17T03:20:03,335 DEBUG [RS:0;695c90f4bb18:41545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1468405447/flush-table-proc/abort' 2024-11-17T03:20:03,336 DEBUG [RS:0;695c90f4bb18:41545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1468405447/flush-table-proc/acquired' 2024-11-17T03:20:03,336 DEBUG [RS:0;695c90f4bb18:41545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T03:20:03,336 DEBUG [RS:0;695c90f4bb18:41545 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T03:20:03,336 DEBUG [RS:0;695c90f4bb18:41545 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 695c90f4bb18,41545,1731813601016 2024-11-17T03:20:03,336 DEBUG [RS:0;695c90f4bb18:41545 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,41545,1731813601016' 2024-11-17T03:20:03,336 DEBUG [RS:0;695c90f4bb18:41545 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1468405447/online-snapshot/abort' 2024-11-17T03:20:03,336 DEBUG [RS:0;695c90f4bb18:41545 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1468405447/online-snapshot/acquired' 2024-11-17T03:20:03,337 DEBUG [RS:0;695c90f4bb18:41545 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T03:20:03,337 INFO [RS:0;695c90f4bb18:41545 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T03:20:03,337 INFO [RS:0;695c90f4bb18:41545 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T03:20:03,437 INFO [RS:0;695c90f4bb18:41545 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:20:03,439 INFO [RS:0;695c90f4bb18:41545 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C41545%2C1731813601016, suffix=, logDir=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016, archiveDir=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/oldWALs, maxLogs=10 2024-11-17T03:20:03,441 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T03:20:03,441 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7 2024-11-17T03:20:03,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741832_1008 (size=32) 2024-11-17T03:20:03,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:03,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:20:03,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:20:03,454 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:03,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:03,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:20:03,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:20:03,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:03,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:03,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:20:03,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:20:03,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:03,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:03,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:20:03,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:20:03,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:03,458 DEBUG [RS:0;695c90f4bb18:41545 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439, exclude list is [], retry=0 2024-11-17T03:20:03,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:03,459 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:20:03,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/meta/1588230740 2024-11-17T03:20:03,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/meta/1588230740 2024-11-17T03:20:03,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46521,DS-1d862a94-eddd-4468-829a-33bc2aea9e48,DISK] 2024-11-17T03:20:03,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:20:03,462 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:20:03,462 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:20:03,462 INFO [RS:0;695c90f4bb18:41545 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 2024-11-17T03:20:03,463 DEBUG [RS:0;695c90f4bb18:41545 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34831:34831)] 2024-11-17T03:20:03,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:20:03,466 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:20:03,466 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66001358, jitterRate=-0.016503125429153442}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:20:03,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731813603449Initializing all the Stores at 1731813603453 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813603453Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813603453Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813603453Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813603453Cleaning up temporary data from old regions at 1731813603462 (+9 ms)Region opened successfully at 1731813603467 (+5 ms) 2024-11-17T03:20:03,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:20:03,467 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:20:03,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:20:03,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:20:03,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:20:03,467 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:20:03,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813603467Disabling compacts and flushes for region at 1731813603467Disabling writes for close at 1731813603467Writing region close event to WAL at 1731813603467Closed at 1731813603467 2024-11-17T03:20:03,468 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:20:03,468 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T03:20:03,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T03:20:03,469 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:20:03,470 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T03:20:03,620 DEBUG [695c90f4bb18:41651 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T03:20:03,620 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=695c90f4bb18,41545,1731813601016 2024-11-17T03:20:03,621 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,41545,1731813601016, state=OPENING 2024-11-17T03:20:03,666 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T03:20:03,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41545-0x10146ce61b70001, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1468405447 2024-11-17T03:20:03,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1468405447 2024-11-17T03:20:03,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1468405447/meta-region-server: CHANGED 2024-11-17T03:20:03,701 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1468405447/meta-region-server: CHANGED 2024-11-17T03:20:03,701 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:20:03,701 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,41545,1731813601016}] 2024-11-17T03:20:03,853 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:20:03,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T03:20:03,857 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T03:20:03,857 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:20:03,857 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T03:20:03,858 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C41545%2C1731813601016.meta, suffix=.meta, logDir=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016, archiveDir=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/oldWALs, maxLogs=10 2024-11-17T03:20:03,870 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.meta.1731813603859.meta, exclude list is [], retry=0 2024-11-17T03:20:03,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46521,DS-1d862a94-eddd-4468-829a-33bc2aea9e48,DISK] 2024-11-17T03:20:03,873 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.meta.1731813603859.meta 2024-11-17T03:20:03,874 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34831:34831)] 2024-11-17T03:20:03,874 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:20:03,874 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:20:03,874 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:20:03,874 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T03:20:03,874 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T03:20:03,875 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T03:20:03,875 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:03,875 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T03:20:03,875 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T03:20:03,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:20:03,876 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:20:03,876 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:03,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:03,877 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:20:03,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:20:03,877 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:03,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:03,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:20:03,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:20:03,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:03,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:03,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:20:03,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:20:03,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:03,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:03,880 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:20:03,880 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/meta/1588230740 2024-11-17T03:20:03,881 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/meta/1588230740 2024-11-17T03:20:03,882 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:20:03,882 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:20:03,882 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:20:03,883 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:20:03,884 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60575958, jitterRate=-0.09734788537025452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:20:03,884 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T03:20:03,884 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731813603875Writing region info on filesystem at 1731813603875Initializing all the Stores at 1731813603875Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813603876 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813603876Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813603876Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813603876Cleaning up temporary data from old regions at 1731813603882 (+6 ms)Running coprocessor post-open hooks at 1731813603884 (+2 ms)Region opened successfully at 1731813603884 2024-11-17T03:20:03,885 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731813603853 2024-11-17T03:20:03,886 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T03:20:03,886 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T03:20:03,887 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,41545,1731813601016 2024-11-17T03:20:03,887 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,41545,1731813601016, state=OPEN 2024-11-17T03:20:03,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1468405447/meta-region-server 2024-11-17T03:20:03,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41545-0x10146ce61b70001, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1468405447/meta-region-server 2024-11-17T03:20:03,908 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=695c90f4bb18,41545,1731813601016 2024-11-17T03:20:03,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1468405447/meta-region-server: CHANGED 2024-11-17T03:20:03,908 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1468405447/meta-region-server: CHANGED 2024-11-17T03:20:03,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T03:20:03,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,41545,1731813601016 in 207 msec 2024-11-17T03:20:03,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T03:20:03,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 441 msec 2024-11-17T03:20:03,911 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:20:03,911 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T03:20:03,912 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:20:03,912 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,41545,1731813601016, seqNum=-1] 2024-11-17T03:20:03,913 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:20:03,913 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:20:03,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 890 msec 2024-11-17T03:20:03,918 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731813603918, completionTime=-1 2024-11-17T03:20:03,918 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T03:20:03,918 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T03:20:03,919 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T03:20:03,919 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731813663919 2024-11-17T03:20:03,919 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731813723919 2024-11-17T03:20:03,919 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T03:20:03,920 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41651,1731813600810-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:03,920 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41651,1731813600810-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:03,920 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41651,1731813600810-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:03,920 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-695c90f4bb18:41651, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:03,920 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:03,920 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:03,921 DEBUG [master/695c90f4bb18:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T03:20:03,923 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.836sec 2024-11-17T03:20:03,923 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T03:20:03,923 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T03:20:03,923 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T03:20:03,923 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T03:20:03,923 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T03:20:03,923 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41651,1731813600810-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:20:03,923 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41651,1731813600810-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T03:20:03,927 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T03:20:03,927 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T03:20:03,927 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41651,1731813600810-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:03,943 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cb59f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:03,943 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,41651,-1 for getting cluster id 2024-11-17T03:20:03,943 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:20:03,944 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04875170-b188-4551-a85b-1443ba40b6c8' 2024-11-17T03:20:03,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:20:03,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04875170-b188-4551-a85b-1443ba40b6c8" 2024-11-17T03:20:03,944 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602c2e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:03,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,41651,-1] 2024-11-17T03:20:03,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:20:03,945 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:03,946 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:20:03,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a54ff2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:03,947 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:20:03,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,41545,1731813601016, seqNum=-1] 2024-11-17T03:20:03,948 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:20:03,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:20:03,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=695c90f4bb18,41651,1731813600810 2024-11-17T03:20:03,951 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51203 2024-11-17T03:20:03,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:20:03,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10146ce61b70002 connected 2024-11-17T03:20:03,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/hadoop.log.dir so I do NOT create it in target/test-data/b563d08e-8f64-f109-368e-88ea9632b625 2024-11-17T03:20:03,973 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T03:20:03,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/hadoop.tmp.dir so I do NOT create it in target/test-data/b563d08e-8f64-f109-368e-88ea9632b625 2024-11-17T03:20:03,973 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T03:20:03,973 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625 2024-11-17T03:20:03,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T03:20:03,974 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/cluster_d642df26-214c-cc1e-c1b6-1a382d372e34, deleteOnExit=true 2024-11-17T03:20:03,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T03:20:03,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/test.cache.data in system properties and HBase conf 2024-11-17T03:20:03,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T03:20:03,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/hadoop.log.dir in system properties and HBase conf 2024-11-17T03:20:03,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T03:20:03,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T03:20:03,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T03:20:03,974 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T03:20:03,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:20:03,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:20:03,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T03:20:03,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:20:03,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T03:20:03,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T03:20:03,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:20:03,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:20:03,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T03:20:03,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/nfs.dump.dir in system properties and HBase conf 2024-11-17T03:20:03,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/java.io.tmpdir in system properties and HBase conf 2024-11-17T03:20:03,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:20:03,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T03:20:03,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T03:20:04,408 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:20:04,412 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:20:04,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:20:04,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:20:04,413 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T03:20:04,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:20:04,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3143aeaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:20:04,414 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56ed3217{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:20:04,510 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8c48257{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/java.io.tmpdir/jetty-localhost-42281-hadoop-hdfs-3_4_1-tests_jar-_-any-14154221347052155075/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:20:04,511 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6eee1e41{HTTP/1.1, (http/1.1)}{localhost:42281} 2024-11-17T03:20:04,511 INFO [Time-limited test {}] server.Server(415): Started @180706ms 2024-11-17T03:20:04,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:20:04,823 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:20:04,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:20:04,824 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:20:04,824 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:20:04,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d87153d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:20:04,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5906d11d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:20:04,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fe7967b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/java.io.tmpdir/jetty-localhost-46147-hadoop-hdfs-3_4_1-tests_jar-_-any-16487609403470938316/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:20:04,922 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30278bea{HTTP/1.1, (http/1.1)}{localhost:46147} 2024-11-17T03:20:04,922 INFO [Time-limited test {}] server.Server(415): Started @181118ms 2024-11-17T03:20:04,923 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T03:20:05,534 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/cluster_d642df26-214c-cc1e-c1b6-1a382d372e34/data/data1/current/BP-573318709-172.17.0.3-1731813603992/current, will proceed with Du for space computation calculation, 2024-11-17T03:20:05,534 WARN [Thread-1806 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/cluster_d642df26-214c-cc1e-c1b6-1a382d372e34/data/data2/current/BP-573318709-172.17.0.3-1731813603992/current, will proceed with Du for space computation calculation, 2024-11-17T03:20:05,551 WARN [Thread-1793 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T03:20:05,554 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x658699471f5980e3 with lease ID 0x8d060b2cc8e8d10a: Processing first storage report for DS-d13f2ae4-0495-49a4-b7b6-04ab4137217c from datanode DatanodeRegistration(127.0.0.1:40367, datanodeUuid=c71a14bd-cd61-4f0c-8efc-353a6796a5fc, infoPort=41339, infoSecurePort=0, ipcPort=40795, storageInfo=lv=-57;cid=testClusterID;nsid=1528127146;c=1731813603992) 2024-11-17T03:20:05,554 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x658699471f5980e3 with lease ID 0x8d060b2cc8e8d10a: from storage DS-d13f2ae4-0495-49a4-b7b6-04ab4137217c node DatanodeRegistration(127.0.0.1:40367, datanodeUuid=c71a14bd-cd61-4f0c-8efc-353a6796a5fc, infoPort=41339, infoSecurePort=0, ipcPort=40795, storageInfo=lv=-57;cid=testClusterID;nsid=1528127146;c=1731813603992), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:20:05,554 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x658699471f5980e3 with lease ID 0x8d060b2cc8e8d10a: Processing first storage report for DS-b55a27fb-f04d-4cf8-b989-af4b8b826dee from datanode DatanodeRegistration(127.0.0.1:40367, datanodeUuid=c71a14bd-cd61-4f0c-8efc-353a6796a5fc, infoPort=41339, infoSecurePort=0, ipcPort=40795, storageInfo=lv=-57;cid=testClusterID;nsid=1528127146;c=1731813603992) 2024-11-17T03:20:05,554 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x658699471f5980e3 with lease ID 0x8d060b2cc8e8d10a: from storage DS-b55a27fb-f04d-4cf8-b989-af4b8b826dee node DatanodeRegistration(127.0.0.1:40367, datanodeUuid=c71a14bd-cd61-4f0c-8efc-353a6796a5fc, infoPort=41339, infoSecurePort=0, ipcPort=40795, storageInfo=lv=-57;cid=testClusterID;nsid=1528127146;c=1731813603992), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:20:05,645 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625 2024-11-17T03:20:05,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:05,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:05,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741825_1001 (size=7) 2024-11-17T03:20:06,054 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015 with version=8 2024-11-17T03:20:06,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/hbase-staging 2024-11-17T03:20:06,056 INFO [Time-limited test {}] client.ConnectionUtils(128): master/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:20:06,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:20:06,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:20:06,056 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:20:06,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:20:06,056 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:20:06,056 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T03:20:06,056 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:20:06,057 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39753 2024-11-17T03:20:06,058 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39753 connecting to ZooKeeper ensemble=127.0.0.1:51203 2024-11-17T03:20:06,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397530x0, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:20:06,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39753-0x10146ce61b70003 connected 2024-11-17T03:20:06,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:06,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:06,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Set watcher on znode that does not yet exist, /1-250550517/running 2024-11-17T03:20:06,185 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015, hbase.cluster.distributed=false 2024-11-17T03:20:06,186 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Set watcher on znode that does not yet exist, /1-250550517/acl 2024-11-17T03:20:06,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39753 2024-11-17T03:20:06,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39753 2024-11-17T03:20:06,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39753 2024-11-17T03:20:06,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39753 2024-11-17T03:20:06,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39753 2024-11-17T03:20:06,203 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:20:06,203 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:20:06,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:20:06,204 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:20:06,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:20:06,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:20:06,204 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T03:20:06,204 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:20:06,204 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44779 2024-11-17T03:20:06,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44779 connecting to ZooKeeper ensemble=127.0.0.1:51203 2024-11-17T03:20:06,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:06,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:06,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447790x0, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:20:06,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447790x0, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Set watcher on znode that does not yet exist, /1-250550517/running 2024-11-17T03:20:06,222 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44779-0x10146ce61b70004 connected 2024-11-17T03:20:06,222 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T03:20:06,223 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T03:20:06,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44779-0x10146ce61b70004, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Set watcher on znode that does not yet exist, /1-250550517/master 2024-11-17T03:20:06,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44779-0x10146ce61b70004, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Set watcher on znode that does not yet exist, /1-250550517/acl 2024-11-17T03:20:06,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44779 2024-11-17T03:20:06,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44779 2024-11-17T03:20:06,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44779 2024-11-17T03:20:06,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44779 2024-11-17T03:20:06,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44779 2024-11-17T03:20:06,240 DEBUG [M:0;695c90f4bb18:39753 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;695c90f4bb18:39753 2024-11-17T03:20:06,240 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-250550517/backup-masters/695c90f4bb18,39753,1731813606055 2024-11-17T03:20:06,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-250550517/backup-masters 2024-11-17T03:20:06,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x10146ce61b70004, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-250550517/backup-masters 2024-11-17T03:20:06,245 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Set watcher on existing znode=/1-250550517/backup-masters/695c90f4bb18,39753,1731813606055 2024-11-17T03:20:06,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x10146ce61b70004, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-250550517/master 2024-11-17T03:20:06,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-250550517 2024-11-17T03:20:06,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x10146ce61b70004, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-250550517 2024-11-17T03:20:06,255 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Set watcher on existing znode=/1-250550517/master 2024-11-17T03:20:06,255 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-250550517/backup-masters/695c90f4bb18,39753,1731813606055 from backup master directory 2024-11-17T03:20:06,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-250550517/backup-masters/695c90f4bb18,39753,1731813606055 2024-11-17T03:20:06,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-250550517/backup-masters 2024-11-17T03:20:06,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x10146ce61b70004, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-250550517/backup-masters 2024-11-17T03:20:06,265 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:20:06,265 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=695c90f4bb18,39753,1731813606055 2024-11-17T03:20:06,269 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/hbase.id] with ID: fb52b1ed-42a6-4ba5-9143-7429c001ab54 2024-11-17T03:20:06,269 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/.tmp/hbase.id 2024-11-17T03:20:06,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741826_1002 (size=42) 2024-11-17T03:20:06,673 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/.tmp/hbase.id]:[hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/hbase.id] 2024-11-17T03:20:06,682 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:06,682 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T03:20:06,683 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T03:20:06,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-250550517 2024-11-17T03:20:06,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x10146ce61b70004, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-250550517 2024-11-17T03:20:06,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741827_1003 (size=196) 2024-11-17T03:20:06,974 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:20:06,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:06,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:06,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:06,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:06,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:06,998 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:07,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:07,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:07,133 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:20:07,134 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T03:20:07,134 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:20:07,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741828_1004 (size=1189) 2024-11-17T03:20:07,540 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/MasterData/data/master/store 2024-11-17T03:20:07,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741829_1005 (size=34) 2024-11-17T03:20:07,946 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:07,946 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:20:07,946 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:07,946 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:07,946 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:20:07,946 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:07,946 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:07,946 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813607946Disabling compacts and flushes for region at 1731813607946Disabling writes for close at 1731813607946Writing region close event to WAL at 1731813607946Closed at 1731813607946 2024-11-17T03:20:07,947 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/MasterData/data/master/store/.initializing 2024-11-17T03:20:07,947 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/MasterData/WALs/695c90f4bb18,39753,1731813606055 2024-11-17T03:20:07,948 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:20:07,949 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=695c90f4bb18%2C39753%2C1731813606055, suffix=, logDir=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/MasterData/WALs/695c90f4bb18,39753,1731813606055, archiveDir=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/MasterData/oldWALs, maxLogs=10 2024-11-17T03:20:07,966 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/MasterData/WALs/695c90f4bb18,39753,1731813606055/695c90f4bb18%2C39753%2C1731813606055.1731813607949, exclude list is [], retry=0 2024-11-17T03:20:07,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40367,DS-d13f2ae4-0495-49a4-b7b6-04ab4137217c,DISK] 2024-11-17T03:20:07,970 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/MasterData/WALs/695c90f4bb18,39753,1731813606055/695c90f4bb18%2C39753%2C1731813606055.1731813607949 2024-11-17T03:20:07,971 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41339:41339)] 2024-11-17T03:20:07,971 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:20:07,971 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:07,971 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:07,971 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:07,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:07,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T03:20:07,974 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:07,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:07,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:07,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T03:20:07,975 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:07,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:07,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:07,976 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T03:20:07,977 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:07,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:07,977 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:07,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T03:20:07,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:07,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:07,979 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:07,979 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:07,979 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:07,980 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:07,980 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:07,981 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:20:07,981 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:07,983 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:20:07,983 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75160916, jitterRate=0.11998492479324341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:20:07,983 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731813607971Initializing all the Stores at 1731813607972 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813607972Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813607973 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813607973Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813607973Cleaning up temporary data from old regions at 1731813607980 (+7 ms)Region opened successfully at 1731813607983 (+3 ms) 2024-11-17T03:20:07,984 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T03:20:07,986 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69b54c69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:20:07,987 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T03:20:07,987 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T03:20:07,987 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T03:20:07,987 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T03:20:07,988 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T03:20:07,988 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T03:20:07,988 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T03:20:07,990 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T03:20:07,990 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Unable to get data of znode /1-250550517/balancer because node does not exist (not necessarily an error) 2024-11-17T03:20:08,065 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-250550517/balancer already deleted, retry=false 2024-11-17T03:20:08,066 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T03:20:08,066 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Unable to get data of znode /1-250550517/normalizer because node does not exist (not necessarily an error) 2024-11-17T03:20:08,076 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-250550517/normalizer already deleted, retry=false 2024-11-17T03:20:08,076 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T03:20:08,077 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Unable to get data of znode /1-250550517/switch/split because node does not exist (not necessarily an error) 2024-11-17T03:20:08,086 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-250550517/switch/split already deleted, retry=false 2024-11-17T03:20:08,087 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Unable to get data of znode /1-250550517/switch/merge because node does not exist (not necessarily an error) 2024-11-17T03:20:08,097 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-250550517/switch/merge already deleted, retry=false 2024-11-17T03:20:08,098 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Unable to get data of znode /1-250550517/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T03:20:08,107 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-250550517/snapshot-cleanup already deleted, retry=false 2024-11-17T03:20:08,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x10146ce61b70004, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-250550517/running 2024-11-17T03:20:08,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-250550517/running 2024-11-17T03:20:08,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x10146ce61b70004, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-250550517 2024-11-17T03:20:08,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-250550517 2024-11-17T03:20:08,118 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=695c90f4bb18,39753,1731813606055, sessionid=0x10146ce61b70003, setting cluster-up flag (Was=false) 2024-11-17T03:20:08,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-250550517 2024-11-17T03:20:08,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x10146ce61b70004, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-250550517 2024-11-17T03:20:08,170 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-250550517/flush-table-proc/acquired, /1-250550517/flush-table-proc/reached, /1-250550517/flush-table-proc/abort 2024-11-17T03:20:08,171 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,39753,1731813606055 2024-11-17T03:20:08,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x10146ce61b70004, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-250550517 2024-11-17T03:20:08,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-250550517 2024-11-17T03:20:08,265 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-250550517/online-snapshot/acquired, /1-250550517/online-snapshot/reached, /1-250550517/online-snapshot/abort 2024-11-17T03:20:08,266 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,39753,1731813606055 2024-11-17T03:20:08,267 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T03:20:08,268 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T03:20:08,268 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T03:20:08,268 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T03:20:08,269 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 695c90f4bb18,39753,1731813606055 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T03:20:08,270 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:20:08,270 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:20:08,270 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:20:08,270 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:20:08,270 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/695c90f4bb18:0, corePoolSize=10, maxPoolSize=10 2024-11-17T03:20:08,270 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:08,270 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:20:08,270 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:08,271 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731813638271 2024-11-17T03:20:08,271 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T03:20:08,271 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T03:20:08,271 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:20:08,271 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T03:20:08,271 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T03:20:08,271 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T03:20:08,271 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T03:20:08,271 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T03:20:08,272 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:08,272 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T03:20:08,272 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T03:20:08,272 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T03:20:08,272 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T03:20:08,272 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T03:20:08,272 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T03:20:08,273 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813608272,5,FailOnTimeoutGroup] 2024-11-17T03:20:08,273 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:08,273 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T03:20:08,273 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813608273,5,FailOnTimeoutGroup] 2024-11-17T03:20:08,273 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:08,273 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T03:20:08,273 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:08,274 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:08,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741831_1007 (size=1321) 2024-11-17T03:20:08,333 INFO [RS:0;695c90f4bb18:44779 {}] regionserver.HRegionServer(746): ClusterId : fb52b1ed-42a6-4ba5-9143-7429c001ab54 2024-11-17T03:20:08,333 DEBUG [RS:0;695c90f4bb18:44779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T03:20:08,340 DEBUG [RS:0;695c90f4bb18:44779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T03:20:08,340 DEBUG [RS:0;695c90f4bb18:44779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T03:20:08,350 DEBUG [RS:0;695c90f4bb18:44779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T03:20:08,350 DEBUG [RS:0;695c90f4bb18:44779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5386bd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:20:08,366 DEBUG [RS:0;695c90f4bb18:44779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;695c90f4bb18:44779 2024-11-17T03:20:08,366 INFO [RS:0;695c90f4bb18:44779 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T03:20:08,366 INFO [RS:0;695c90f4bb18:44779 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T03:20:08,366 DEBUG [RS:0;695c90f4bb18:44779 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T03:20:08,367 INFO [RS:0;695c90f4bb18:44779 {}] regionserver.HRegionServer(2659): reportForDuty to master=695c90f4bb18,39753,1731813606055 with port=44779, startcode=1731813606203 2024-11-17T03:20:08,367 DEBUG [RS:0;695c90f4bb18:44779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T03:20:08,368 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33655, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T03:20:08,369 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39753 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 695c90f4bb18,44779,1731813606203 2024-11-17T03:20:08,369 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39753 {}] master.ServerManager(517): Registering regionserver=695c90f4bb18,44779,1731813606203 2024-11-17T03:20:08,370 DEBUG [RS:0;695c90f4bb18:44779 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015 2024-11-17T03:20:08,370 DEBUG [RS:0;695c90f4bb18:44779 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36153 2024-11-17T03:20:08,370 DEBUG [RS:0;695c90f4bb18:44779 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T03:20:08,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-250550517/rs 2024-11-17T03:20:08,417 DEBUG [RS:0;695c90f4bb18:44779 {}] zookeeper.ZKUtil(111): regionserver:44779-0x10146ce61b70004, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Set watcher on existing znode=/1-250550517/rs/695c90f4bb18,44779,1731813606203 2024-11-17T03:20:08,418 WARN [RS:0;695c90f4bb18:44779 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:20:08,418 INFO [RS:0;695c90f4bb18:44779 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:20:08,418 DEBUG [RS:0;695c90f4bb18:44779 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203 2024-11-17T03:20:08,418 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [695c90f4bb18,44779,1731813606203] 2024-11-17T03:20:08,420 INFO [RS:0;695c90f4bb18:44779 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T03:20:08,421 INFO [RS:0;695c90f4bb18:44779 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T03:20:08,422 INFO [RS:0;695c90f4bb18:44779 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T03:20:08,422 INFO [RS:0;695c90f4bb18:44779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:08,422 INFO [RS:0;695c90f4bb18:44779 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T03:20:08,422 INFO [RS:0;695c90f4bb18:44779 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T03:20:08,423 INFO [RS:0;695c90f4bb18:44779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:08,423 DEBUG [RS:0;695c90f4bb18:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:08,423 DEBUG [RS:0;695c90f4bb18:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:08,423 DEBUG [RS:0;695c90f4bb18:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:08,423 DEBUG [RS:0;695c90f4bb18:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:08,423 DEBUG [RS:0;695c90f4bb18:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:08,423 DEBUG [RS:0;695c90f4bb18:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:20:08,423 DEBUG [RS:0;695c90f4bb18:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:08,423 DEBUG [RS:0;695c90f4bb18:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:08,423 DEBUG [RS:0;695c90f4bb18:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:08,423 DEBUG [RS:0;695c90f4bb18:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:08,423 DEBUG [RS:0;695c90f4bb18:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:08,423 DEBUG [RS:0;695c90f4bb18:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:08,423 DEBUG [RS:0;695c90f4bb18:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:20:08,423 DEBUG [RS:0;695c90f4bb18:44779 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:20:08,423 INFO [RS:0;695c90f4bb18:44779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:08,423 INFO [RS:0;695c90f4bb18:44779 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:08,423 INFO [RS:0;695c90f4bb18:44779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:08,423 INFO [RS:0;695c90f4bb18:44779 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:08,423 INFO [RS:0;695c90f4bb18:44779 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:08,424 INFO [RS:0;695c90f4bb18:44779 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,44779,1731813606203-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:20:08,439 INFO [RS:0;695c90f4bb18:44779 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T03:20:08,439 INFO [RS:0;695c90f4bb18:44779 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,44779,1731813606203-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:08,439 INFO [RS:0;695c90f4bb18:44779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:08,439 INFO [RS:0;695c90f4bb18:44779 {}] regionserver.Replication(171): 695c90f4bb18,44779,1731813606203 started 2024-11-17T03:20:08,454 INFO [RS:0;695c90f4bb18:44779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:08,454 INFO [RS:0;695c90f4bb18:44779 {}] regionserver.HRegionServer(1482): Serving as 695c90f4bb18,44779,1731813606203, RpcServer on 695c90f4bb18/172.17.0.3:44779, sessionid=0x10146ce61b70004 2024-11-17T03:20:08,454 DEBUG [RS:0;695c90f4bb18:44779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T03:20:08,454 DEBUG [RS:0;695c90f4bb18:44779 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 695c90f4bb18,44779,1731813606203 2024-11-17T03:20:08,454 DEBUG [RS:0;695c90f4bb18:44779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,44779,1731813606203' 2024-11-17T03:20:08,454 DEBUG [RS:0;695c90f4bb18:44779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-250550517/flush-table-proc/abort' 2024-11-17T03:20:08,455 DEBUG [RS:0;695c90f4bb18:44779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-250550517/flush-table-proc/acquired' 2024-11-17T03:20:08,455 DEBUG [RS:0;695c90f4bb18:44779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T03:20:08,455 DEBUG [RS:0;695c90f4bb18:44779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T03:20:08,455 DEBUG [RS:0;695c90f4bb18:44779 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 695c90f4bb18,44779,1731813606203 2024-11-17T03:20:08,455 DEBUG [RS:0;695c90f4bb18:44779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,44779,1731813606203' 2024-11-17T03:20:08,455 DEBUG [RS:0;695c90f4bb18:44779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-250550517/online-snapshot/abort' 2024-11-17T03:20:08,455 DEBUG [RS:0;695c90f4bb18:44779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-250550517/online-snapshot/acquired' 2024-11-17T03:20:08,455 DEBUG [RS:0;695c90f4bb18:44779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T03:20:08,455 INFO [RS:0;695c90f4bb18:44779 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T03:20:08,455 INFO [RS:0;695c90f4bb18:44779 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T03:20:08,556 INFO [RS:0;695c90f4bb18:44779 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:20:08,557 INFO [RS:0;695c90f4bb18:44779 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C44779%2C1731813606203, suffix=, logDir=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203, archiveDir=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/oldWALs, maxLogs=10 2024-11-17T03:20:08,568 DEBUG [RS:0;695c90f4bb18:44779 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557, exclude list is [], retry=0 2024-11-17T03:20:08,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40367,DS-d13f2ae4-0495-49a4-b7b6-04ab4137217c,DISK] 2024-11-17T03:20:08,572 INFO [RS:0;695c90f4bb18:44779 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557 2024-11-17T03:20:08,572 DEBUG [RS:0;695c90f4bb18:44779 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41339:41339)] 2024-11-17T03:20:08,681 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T03:20:08,682 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015 2024-11-17T03:20:08,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741833_1009 (size=32) 2024-11-17T03:20:09,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:09,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:20:09,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:20:09,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:09,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:09,089 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:20:09,090 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:20:09,090 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:09,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:09,091 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:20:09,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:20:09,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:09,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:09,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:20:09,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:20:09,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:09,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:09,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:20:09,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/meta/1588230740 2024-11-17T03:20:09,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/meta/1588230740 2024-11-17T03:20:09,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:20:09,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:20:09,096 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:20:09,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:20:09,098 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:20:09,099 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61706487, jitterRate=-0.08050169050693512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:20:09,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731813609087Initializing all the Stores at 1731813609088 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813609088Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813609088Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813609088Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813609088Cleaning up temporary data from old regions at 1731813609096 (+8 ms)Region opened successfully at 1731813609099 (+3 ms) 2024-11-17T03:20:09,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:20:09,099 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:20:09,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:20:09,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:20:09,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:20:09,100 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:20:09,100 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813609099Disabling compacts and flushes for region at 1731813609099Disabling writes for close at 1731813609099Writing region close event to WAL at 1731813609100 (+1 ms)Closed at 1731813609100 2024-11-17T03:20:09,101 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:20:09,101 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T03:20:09,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T03:20:09,102 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:20:09,102 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T03:20:09,252 DEBUG [695c90f4bb18:39753 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T03:20:09,253 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=695c90f4bb18,44779,1731813606203 2024-11-17T03:20:09,254 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,44779,1731813606203, state=OPENING 2024-11-17T03:20:09,301 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T03:20:09,433 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T03:20:09,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-250550517 2024-11-17T03:20:09,444 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x10146ce61b70004, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-250550517 2024-11-17T03:20:09,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-250550517/meta-region-server: CHANGED 2024-11-17T03:20:09,445 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-250550517/meta-region-server: CHANGED 2024-11-17T03:20:09,445 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:20:09,445 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,44779,1731813606203}] 2024-11-17T03:20:09,597 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:20:09,598 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T03:20:09,601 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T03:20:09,601 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:20:09,601 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T03:20:09,602 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C44779%2C1731813606203.meta, suffix=.meta, logDir=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203, archiveDir=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/oldWALs, maxLogs=10 2024-11-17T03:20:09,618 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.meta.1731813609602.meta, exclude list is [], retry=0 2024-11-17T03:20:09,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40367,DS-d13f2ae4-0495-49a4-b7b6-04ab4137217c,DISK] 2024-11-17T03:20:09,622 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.meta.1731813609602.meta 2024-11-17T03:20:09,622 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41339:41339)] 2024-11-17T03:20:09,622 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:20:09,622 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:20:09,623 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:20:09,623 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T03:20:09,623 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T03:20:09,623 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T03:20:09,623 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:09,623 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T03:20:09,623 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T03:20:09,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:20:09,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:20:09,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:09,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:09,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:20:09,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:20:09,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:09,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:09,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:20:09,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:20:09,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:09,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:09,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:20:09,627 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:20:09,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:09,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:09,628 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:20:09,628 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/meta/1588230740 2024-11-17T03:20:09,629 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/meta/1588230740 2024-11-17T03:20:09,630 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:20:09,630 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:20:09,630 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:20:09,631 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:20:09,632 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65863201, jitterRate=-0.018561825156211853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:20:09,632 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T03:20:09,632 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731813609623Writing region info on filesystem at 1731813609623Initializing all the Stores at 1731813609624 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813609624Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813609624Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813609624Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813609624Cleaning up temporary data from old regions at 1731813609630 (+6 ms)Running coprocessor post-open hooks at 1731813609632 (+2 ms)Region opened successfully at 1731813609632 2024-11-17T03:20:09,633 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731813609596 2024-11-17T03:20:09,636 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T03:20:09,636 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T03:20:09,636 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,44779,1731813606203 2024-11-17T03:20:09,637 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,44779,1731813606203, state=OPEN 2024-11-17T03:20:09,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-250550517/meta-region-server 2024-11-17T03:20:09,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x10146ce61b70004, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-250550517/meta-region-server 2024-11-17T03:20:09,717 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=695c90f4bb18,44779,1731813606203 2024-11-17T03:20:09,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-250550517/meta-region-server: CHANGED 2024-11-17T03:20:09,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-250550517/meta-region-server: CHANGED 2024-11-17T03:20:09,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T03:20:09,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,44779,1731813606203 in 272 msec 2024-11-17T03:20:09,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T03:20:09,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 618 msec 2024-11-17T03:20:09,721 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:20:09,721 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T03:20:09,722 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:20:09,722 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1] 2024-11-17T03:20:09,722 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:20:09,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33691, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:20:09,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4600 sec 2024-11-17T03:20:09,728 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731813609728, completionTime=-1 2024-11-17T03:20:09,728 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T03:20:09,728 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T03:20:09,730 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T03:20:09,730 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731813669730 2024-11-17T03:20:09,730 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731813729730 2024-11-17T03:20:09,730 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T03:20:09,730 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,39753,1731813606055-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:09,730 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,39753,1731813606055-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:09,730 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,39753,1731813606055-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:09,730 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-695c90f4bb18:39753, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:09,730 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:09,730 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:09,732 DEBUG [master/695c90f4bb18:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T03:20:09,733 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.468sec 2024-11-17T03:20:09,733 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T03:20:09,733 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T03:20:09,733 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T03:20:09,733 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T03:20:09,733 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T03:20:09,733 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,39753,1731813606055-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:20:09,733 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,39753,1731813606055-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T03:20:09,735 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T03:20:09,735 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T03:20:09,735 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,39753,1731813606055-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:09,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c2fd5e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:09,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,39753,-1 for getting cluster id 2024-11-17T03:20:09,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:20:09,835 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb52b1ed-42a6-4ba5-9143-7429c001ab54' 2024-11-17T03:20:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:20:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb52b1ed-42a6-4ba5-9143-7429c001ab54" 2024-11-17T03:20:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7592513c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,39753,-1] 2024-11-17T03:20:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:20:09,836 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:09,837 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:20:09,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74937779, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:09,838 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:20:09,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1] 2024-11-17T03:20:09,839 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:20:09,840 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:20:09,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=695c90f4bb18,39753,1731813606055 2024-11-17T03:20:09,842 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51203 2024-11-17T03:20:09,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:20:09,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10146ce61b70005 connected 2024-11-17T03:20:09,888 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:09,888 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,41651,1731813600810 2024-11-17T03:20:09,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29ab09e2 2024-11-17T03:20:09,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:20:09,890 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:20:09,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41651 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:20:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41651 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T03:20:09,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:20:09,892 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:09,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41651 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T03:20:09,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:20:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:20:09,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741835_1011 (size=902) 2024-11-17T03:20:10,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:20:10,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:20:10,300 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 692055de1daa440dd22310d64a212586, NAME => 'test,,1731813609890.692055de1daa440dd22310d64a212586.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7 2024-11-17T03:20:10,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741836_1012 (size=39) 2024-11-17T03:20:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:20:10,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731813609890.692055de1daa440dd22310d64a212586.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:10,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 692055de1daa440dd22310d64a212586, disabling compactions & flushes 2024-11-17T03:20:10,706 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731813609890.692055de1daa440dd22310d64a212586. 2024-11-17T03:20:10,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813609890.692055de1daa440dd22310d64a212586. 2024-11-17T03:20:10,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731813609890.692055de1daa440dd22310d64a212586. after waiting 0 ms 2024-11-17T03:20:10,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731813609890.692055de1daa440dd22310d64a212586. 2024-11-17T03:20:10,706 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731813609890.692055de1daa440dd22310d64a212586. 2024-11-17T03:20:10,706 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 692055de1daa440dd22310d64a212586: Waiting for close lock at 1731813610706Disabling compacts and flushes for region at 1731813610706Disabling writes for close at 1731813610706Writing region close event to WAL at 1731813610706Closed at 1731813610706 2024-11-17T03:20:10,707 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:20:10,707 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731813609890.692055de1daa440dd22310d64a212586.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731813610707"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813610707"}]},"ts":"1731813610707"} 2024-11-17T03:20:10,709 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:20:10,710 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:20:10,710 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813610710"}]},"ts":"1731813610710"} 2024-11-17T03:20:10,712 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T03:20:10,712 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=692055de1daa440dd22310d64a212586, ASSIGN}] 2024-11-17T03:20:10,713 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=692055de1daa440dd22310d64a212586, ASSIGN 2024-11-17T03:20:10,714 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=692055de1daa440dd22310d64a212586, ASSIGN; state=OFFLINE, location=695c90f4bb18,41545,1731813601016; forceNewPlan=false, retain=false 2024-11-17T03:20:10,864 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=692055de1daa440dd22310d64a212586, regionState=OPENING, regionLocation=695c90f4bb18,41545,1731813601016 2024-11-17T03:20:10,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=692055de1daa440dd22310d64a212586, ASSIGN because future has completed 2024-11-17T03:20:10,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 692055de1daa440dd22310d64a212586, server=695c90f4bb18,41545,1731813601016}] 2024-11-17T03:20:11,021 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731813609890.692055de1daa440dd22310d64a212586. 2024-11-17T03:20:11,021 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 692055de1daa440dd22310d64a212586, NAME => 'test,,1731813609890.692055de1daa440dd22310d64a212586.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:20:11,022 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:20:11,022 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T03:20:11,022 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 692055de1daa440dd22310d64a212586 2024-11-17T03:20:11,022 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731813609890.692055de1daa440dd22310d64a212586.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:11,022 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 692055de1daa440dd22310d64a212586 2024-11-17T03:20:11,022 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 692055de1daa440dd22310d64a212586 2024-11-17T03:20:11,023 INFO [StoreOpener-692055de1daa440dd22310d64a212586-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 692055de1daa440dd22310d64a212586 2024-11-17T03:20:11,024 INFO [StoreOpener-692055de1daa440dd22310d64a212586-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 692055de1daa440dd22310d64a212586 columnFamilyName f 2024-11-17T03:20:11,024 DEBUG [StoreOpener-692055de1daa440dd22310d64a212586-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:11,024 INFO [StoreOpener-692055de1daa440dd22310d64a212586-1 {}] regionserver.HStore(327): Store=692055de1daa440dd22310d64a212586/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:11,025 INFO [StoreOpener-692055de1daa440dd22310d64a212586-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 692055de1daa440dd22310d64a212586 2024-11-17T03:20:11,025 INFO [StoreOpener-692055de1daa440dd22310d64a212586-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 692055de1daa440dd22310d64a212586 columnFamilyName f1 2024-11-17T03:20:11,025 DEBUG [StoreOpener-692055de1daa440dd22310d64a212586-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:11,025 INFO [StoreOpener-692055de1daa440dd22310d64a212586-1 {}] regionserver.HStore(327): Store=692055de1daa440dd22310d64a212586/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:11,026 INFO [StoreOpener-692055de1daa440dd22310d64a212586-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 692055de1daa440dd22310d64a212586 2024-11-17T03:20:11,026 INFO [StoreOpener-692055de1daa440dd22310d64a212586-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 692055de1daa440dd22310d64a212586 columnFamilyName norep 2024-11-17T03:20:11,026 DEBUG [StoreOpener-692055de1daa440dd22310d64a212586-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:11,026 INFO [StoreOpener-692055de1daa440dd22310d64a212586-1 {}] regionserver.HStore(327): Store=692055de1daa440dd22310d64a212586/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:11,027 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 692055de1daa440dd22310d64a212586 2024-11-17T03:20:11,027 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/default/test/692055de1daa440dd22310d64a212586 2024-11-17T03:20:11,027 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/default/test/692055de1daa440dd22310d64a212586 2024-11-17T03:20:11,028 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 692055de1daa440dd22310d64a212586 2024-11-17T03:20:11,028 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 692055de1daa440dd22310d64a212586 2024-11-17T03:20:11,029 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:20:11,029 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 692055de1daa440dd22310d64a212586 2024-11-17T03:20:11,031 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/default/test/692055de1daa440dd22310d64a212586/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:20:11,031 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 692055de1daa440dd22310d64a212586; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66947447, jitterRate=-0.002405300736427307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:20:11,031 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 692055de1daa440dd22310d64a212586 2024-11-17T03:20:11,032 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 692055de1daa440dd22310d64a212586: Running coprocessor pre-open hook at 1731813611022Writing region info on filesystem at 1731813611022Initializing all the Stores at 1731813611023 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813611023Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813611023Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813611023Cleaning up temporary data from old regions at 1731813611028 (+5 ms)Running coprocessor post-open hooks at 1731813611031 (+3 ms)Region opened successfully at 1731813611032 (+1 ms) 2024-11-17T03:20:11,033 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731813609890.692055de1daa440dd22310d64a212586., pid=6, masterSystemTime=1731813611018 2024-11-17T03:20:11,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:20:11,034 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731813609890.692055de1daa440dd22310d64a212586. 2024-11-17T03:20:11,034 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731813609890.692055de1daa440dd22310d64a212586. 2024-11-17T03:20:11,035 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=692055de1daa440dd22310d64a212586, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=695c90f4bb18,41545,1731813601016 2024-11-17T03:20:11,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 692055de1daa440dd22310d64a212586, server=695c90f4bb18,41545,1731813601016 because future has completed 2024-11-17T03:20:11,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T03:20:11,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 692055de1daa440dd22310d64a212586, server=695c90f4bb18,41545,1731813601016 in 170 msec 2024-11-17T03:20:11,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T03:20:11,040 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=692055de1daa440dd22310d64a212586, ASSIGN in 327 msec 2024-11-17T03:20:11,041 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:20:11,041 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813611041"}]},"ts":"1731813611041"} 2024-11-17T03:20:11,043 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T03:20:11,043 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:20:11,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1530 sec 2024-11-17T03:20:11,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T03:20:11,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T03:20:11,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T03:20:11,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T03:20:11,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:20:11,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T03:20:11,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T03:20:11,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T03:20:11,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:20:11,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T03:20:11,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T03:20:11,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T03:20:12,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:20:12,044 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T03:20:12,045 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,39753,1731813606055 2024-11-17T03:20:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e6c899d 2024-11-17T03:20:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:20:12,046 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:20:12,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:20:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T03:20:12,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:20:12,049 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:12,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T03:20:12,049 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:20:12,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:20:12,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741835_1011 (size=902) 2024-11-17T03:20:12,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:20:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:20:12,459 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a4db76411beef98e39d2f69751e17329, NAME => 'test,,1731813612047.a4db76411beef98e39d2f69751e17329.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015 2024-11-17T03:20:12,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741836_1012 (size=39) 2024-11-17T03:20:12,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:20:12,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731813612047.a4db76411beef98e39d2f69751e17329.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:12,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a4db76411beef98e39d2f69751e17329, disabling compactions & flushes 2024-11-17T03:20:12,864 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731813612047.a4db76411beef98e39d2f69751e17329. 2024-11-17T03:20:12,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813612047.a4db76411beef98e39d2f69751e17329. 2024-11-17T03:20:12,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731813612047.a4db76411beef98e39d2f69751e17329. after waiting 0 ms 2024-11-17T03:20:12,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731813612047.a4db76411beef98e39d2f69751e17329. 2024-11-17T03:20:12,864 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731813612047.a4db76411beef98e39d2f69751e17329. 2024-11-17T03:20:12,864 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a4db76411beef98e39d2f69751e17329: Waiting for close lock at 1731813612864Disabling compacts and flushes for region at 1731813612864Disabling writes for close at 1731813612864Writing region close event to WAL at 1731813612864Closed at 1731813612864 2024-11-17T03:20:12,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:20:12,866 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731813612047.a4db76411beef98e39d2f69751e17329.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731813612865"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813612865"}]},"ts":"1731813612865"} 2024-11-17T03:20:12,867 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:20:12,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:20:12,868 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813612868"}]},"ts":"1731813612868"} 2024-11-17T03:20:12,870 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T03:20:12,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a4db76411beef98e39d2f69751e17329, ASSIGN}] 2024-11-17T03:20:12,871 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a4db76411beef98e39d2f69751e17329, ASSIGN 2024-11-17T03:20:12,872 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a4db76411beef98e39d2f69751e17329, ASSIGN; state=OFFLINE, location=695c90f4bb18,44779,1731813606203; forceNewPlan=false, retain=false 2024-11-17T03:20:13,022 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a4db76411beef98e39d2f69751e17329, regionState=OPENING, regionLocation=695c90f4bb18,44779,1731813606203 2024-11-17T03:20:13,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a4db76411beef98e39d2f69751e17329, ASSIGN because future has completed 2024-11-17T03:20:13,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4db76411beef98e39d2f69751e17329, server=695c90f4bb18,44779,1731813606203}] 2024-11-17T03:20:13,180 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731813612047.a4db76411beef98e39d2f69751e17329. 2024-11-17T03:20:13,180 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a4db76411beef98e39d2f69751e17329, NAME => 'test,,1731813612047.a4db76411beef98e39d2f69751e17329.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:20:13,180 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:20:13,180 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T03:20:13,180 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a4db76411beef98e39d2f69751e17329 2024-11-17T03:20:13,181 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731813612047.a4db76411beef98e39d2f69751e17329.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:13,181 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a4db76411beef98e39d2f69751e17329 2024-11-17T03:20:13,181 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a4db76411beef98e39d2f69751e17329 2024-11-17T03:20:13,183 INFO [StoreOpener-a4db76411beef98e39d2f69751e17329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a4db76411beef98e39d2f69751e17329 2024-11-17T03:20:13,184 INFO [StoreOpener-a4db76411beef98e39d2f69751e17329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4db76411beef98e39d2f69751e17329 columnFamilyName f 2024-11-17T03:20:13,184 DEBUG [StoreOpener-a4db76411beef98e39d2f69751e17329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:13,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:20:13,185 INFO [StoreOpener-a4db76411beef98e39d2f69751e17329-1 {}] regionserver.HStore(327): Store=a4db76411beef98e39d2f69751e17329/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:13,185 INFO [StoreOpener-a4db76411beef98e39d2f69751e17329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a4db76411beef98e39d2f69751e17329 2024-11-17T03:20:13,185 INFO [StoreOpener-a4db76411beef98e39d2f69751e17329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4db76411beef98e39d2f69751e17329 columnFamilyName f1 2024-11-17T03:20:13,186 DEBUG [StoreOpener-a4db76411beef98e39d2f69751e17329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:13,186 INFO [StoreOpener-a4db76411beef98e39d2f69751e17329-1 {}] regionserver.HStore(327): Store=a4db76411beef98e39d2f69751e17329/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:13,186 INFO [StoreOpener-a4db76411beef98e39d2f69751e17329-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a4db76411beef98e39d2f69751e17329 2024-11-17T03:20:13,187 INFO [StoreOpener-a4db76411beef98e39d2f69751e17329-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4db76411beef98e39d2f69751e17329 columnFamilyName norep 2024-11-17T03:20:13,187 DEBUG [StoreOpener-a4db76411beef98e39d2f69751e17329-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:13,187 INFO [StoreOpener-a4db76411beef98e39d2f69751e17329-1 {}] regionserver.HStore(327): Store=a4db76411beef98e39d2f69751e17329/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:13,187 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a4db76411beef98e39d2f69751e17329 2024-11-17T03:20:13,188 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/default/test/a4db76411beef98e39d2f69751e17329 2024-11-17T03:20:13,188 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/default/test/a4db76411beef98e39d2f69751e17329 2024-11-17T03:20:13,189 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a4db76411beef98e39d2f69751e17329 2024-11-17T03:20:13,189 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a4db76411beef98e39d2f69751e17329 2024-11-17T03:20:13,189 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:20:13,190 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a4db76411beef98e39d2f69751e17329 2024-11-17T03:20:13,192 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/default/test/a4db76411beef98e39d2f69751e17329/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:20:13,192 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a4db76411beef98e39d2f69751e17329; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61919238, jitterRate=-0.07733145356178284}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:20:13,192 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4db76411beef98e39d2f69751e17329 2024-11-17T03:20:13,192 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a4db76411beef98e39d2f69751e17329: Running coprocessor pre-open hook at 1731813613181Writing region info on filesystem at 1731813613181Initializing all the Stores at 1731813613181Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813613181Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813613183 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813613183Cleaning up temporary data from old regions at 1731813613189 (+6 ms)Running coprocessor post-open hooks at 1731813613192 (+3 ms)Region opened successfully at 1731813613192 2024-11-17T03:20:13,193 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731813612047.a4db76411beef98e39d2f69751e17329., pid=6, masterSystemTime=1731813613176 2024-11-17T03:20:13,194 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731813612047.a4db76411beef98e39d2f69751e17329. 2024-11-17T03:20:13,194 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731813612047.a4db76411beef98e39d2f69751e17329. 2024-11-17T03:20:13,195 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a4db76411beef98e39d2f69751e17329, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=695c90f4bb18,44779,1731813606203 2024-11-17T03:20:13,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4db76411beef98e39d2f69751e17329, server=695c90f4bb18,44779,1731813606203 because future has completed 2024-11-17T03:20:13,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T03:20:13,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a4db76411beef98e39d2f69751e17329, server=695c90f4bb18,44779,1731813606203 in 173 msec 2024-11-17T03:20:13,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T03:20:13,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a4db76411beef98e39d2f69751e17329, ASSIGN in 329 msec 2024-11-17T03:20:13,201 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:20:13,202 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813613201"}]},"ts":"1731813613201"} 2024-11-17T03:20:13,203 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T03:20:13,204 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:20:13,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-17T03:20:14,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:20:14,194 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T03:20:14,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b7ffb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:14,195 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,41651,-1 for getting cluster id 2024-11-17T03:20:14,195 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:20:14,196 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04875170-b188-4551-a85b-1443ba40b6c8' 2024-11-17T03:20:14,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:20:14,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04875170-b188-4551-a85b-1443ba40b6c8" 2024-11-17T03:20:14,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4258c5db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:14,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,41651,-1] 2024-11-17T03:20:14,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:20:14,196 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:14,197 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:20:14,197 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1248ef37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:14,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8433047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:14,198 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,39753,-1 for getting cluster id 2024-11-17T03:20:14,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:20:14,198 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb52b1ed-42a6-4ba5-9143-7429c001ab54' 2024-11-17T03:20:14,198 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:20:14,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb52b1ed-42a6-4ba5-9143-7429c001ab54" 2024-11-17T03:20:14,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7540e29e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:14,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,39753,-1] 2024-11-17T03:20:14,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:20:14,199 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:14,199 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:20:14,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2a3803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:14,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ce581cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:14,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,41651,-1 for getting cluster id 2024-11-17T03:20:14,201 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:20:14,201 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04875170-b188-4551-a85b-1443ba40b6c8' 2024-11-17T03:20:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:20:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04875170-b188-4551-a85b-1443ba40b6c8" 2024-11-17T03:20:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24dee8b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:14,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,41651,-1] 2024-11-17T03:20:14,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:20:14,202 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:14,202 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:20:14,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e86e43b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:14,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:14,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,41651,1731813600810 2024-11-17T03:20:14,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d1c096d 2024-11-17T03:20:14,204 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:20:14,204 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54864, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:20:14,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41651 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://695c90f4bb18:39753,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T03:20:14,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41651 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T03:20:14,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:20:14,207 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:39753' 2024-11-17T03:20:14,208 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c04e31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:14,208 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,39753,-1 for getting cluster id 2024-11-17T03:20:14,208 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:20:14,208 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb52b1ed-42a6-4ba5-9143-7429c001ab54' 2024-11-17T03:20:14,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:20:14,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb52b1ed-42a6-4ba5-9143-7429c001ab54" 2024-11-17T03:20:14,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1afd7cc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:14,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,39753,-1] 2024-11-17T03:20:14,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:20:14,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:14,210 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:20:14,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f23741f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:14,210 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:14,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,39753,1731813606055 2024-11-17T03:20:14,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72f4b675 2024-11-17T03:20:14,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:20:14,211 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:20:14,212 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T03:20:14,212 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T03:20:14,212 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:14,212 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:14,212 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:20:14,213 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:20:14,214 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T03:20:14,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:20:14,214 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:14,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:20:14,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741837_1013 (size=1138) 2024-11-17T03:20:14,264 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T03:20:14,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:20:14,421 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T03:20:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:20:14,621 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 09e4ed2c8c6b4c949a29c7e50bcce60d, NAME => 'hbase:replication,,1731813614212.09e4ed2c8c6b4c949a29c7e50bcce60d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7 2024-11-17T03:20:14,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741838_1014 (size=44) 2024-11-17T03:20:14,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:20:15,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813614212.09e4ed2c8c6b4c949a29c7e50bcce60d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:15,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 09e4ed2c8c6b4c949a29c7e50bcce60d, disabling compactions & flushes 2024-11-17T03:20:15,030 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813614212.09e4ed2c8c6b4c949a29c7e50bcce60d. 2024-11-17T03:20:15,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813614212.09e4ed2c8c6b4c949a29c7e50bcce60d. 2024-11-17T03:20:15,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813614212.09e4ed2c8c6b4c949a29c7e50bcce60d. after waiting 0 ms 2024-11-17T03:20:15,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813614212.09e4ed2c8c6b4c949a29c7e50bcce60d. 2024-11-17T03:20:15,030 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731813614212.09e4ed2c8c6b4c949a29c7e50bcce60d. 2024-11-17T03:20:15,030 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 09e4ed2c8c6b4c949a29c7e50bcce60d: Waiting for close lock at 1731813615030Disabling compacts and flushes for region at 1731813615030Disabling writes for close at 1731813615030Writing region close event to WAL at 1731813615030Closed at 1731813615030 2024-11-17T03:20:15,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:20:15,032 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731813614212.09e4ed2c8c6b4c949a29c7e50bcce60d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731813615031"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813615031"}]},"ts":"1731813615031"} 2024-11-17T03:20:15,033 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:20:15,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:20:15,034 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813615034"}]},"ts":"1731813615034"} 2024-11-17T03:20:15,036 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T03:20:15,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=09e4ed2c8c6b4c949a29c7e50bcce60d, ASSIGN}] 2024-11-17T03:20:15,037 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=09e4ed2c8c6b4c949a29c7e50bcce60d, ASSIGN 2024-11-17T03:20:15,038 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=09e4ed2c8c6b4c949a29c7e50bcce60d, ASSIGN; state=OFFLINE, location=695c90f4bb18,41545,1731813601016; forceNewPlan=false, retain=false 2024-11-17T03:20:15,125 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:20:15,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:15,146 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:15,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:15,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:15,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:15,147 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:15,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:15,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:15,189 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=09e4ed2c8c6b4c949a29c7e50bcce60d, regionState=OPENING, regionLocation=695c90f4bb18,41545,1731813601016 2024-11-17T03:20:15,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=09e4ed2c8c6b4c949a29c7e50bcce60d, ASSIGN because future has completed 2024-11-17T03:20:15,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09e4ed2c8c6b4c949a29c7e50bcce60d, server=695c90f4bb18,41545,1731813601016}] 2024-11-17T03:20:15,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:20:15,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731813614212.09e4ed2c8c6b4c949a29c7e50bcce60d. 2024-11-17T03:20:15,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:20:15,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T03:20:15,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C41545%2C1731813601016.rep, suffix=, logDir=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016, archiveDir=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/oldWALs, maxLogs=10 2024-11-17T03:20:15,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.rep.1731813615348, exclude list is [], retry=0 2024-11-17T03:20:15,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46521,DS-1d862a94-eddd-4468-829a-33bc2aea9e48,DISK] 2024-11-17T03:20:15,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.rep.1731813615348 2024-11-17T03:20:15,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34831:34831)] 2024-11-17T03:20:15,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 09e4ed2c8c6b4c949a29c7e50bcce60d, NAME => 'hbase:replication,,1731813614212.09e4ed2c8c6b4c949a29c7e50bcce60d.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:20:15,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:20:15,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:20:15,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731813614212.09e4ed2c8c6b4c949a29c7e50bcce60d. service=MultiRowMutationService 2024-11-17T03:20:15,363 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T03:20:15,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 09e4ed2c8c6b4c949a29c7e50bcce60d 2024-11-17T03:20:15,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813614212.09e4ed2c8c6b4c949a29c7e50bcce60d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:15,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 09e4ed2c8c6b4c949a29c7e50bcce60d 2024-11-17T03:20:15,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 09e4ed2c8c6b4c949a29c7e50bcce60d 2024-11-17T03:20:15,364 INFO [StoreOpener-09e4ed2c8c6b4c949a29c7e50bcce60d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 09e4ed2c8c6b4c949a29c7e50bcce60d 2024-11-17T03:20:15,365 INFO [StoreOpener-09e4ed2c8c6b4c949a29c7e50bcce60d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09e4ed2c8c6b4c949a29c7e50bcce60d columnFamilyName hfileref 2024-11-17T03:20:15,365 DEBUG [StoreOpener-09e4ed2c8c6b4c949a29c7e50bcce60d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:15,366 INFO [StoreOpener-09e4ed2c8c6b4c949a29c7e50bcce60d-1 {}] regionserver.HStore(327): Store=09e4ed2c8c6b4c949a29c7e50bcce60d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:15,366 INFO [StoreOpener-09e4ed2c8c6b4c949a29c7e50bcce60d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 09e4ed2c8c6b4c949a29c7e50bcce60d 2024-11-17T03:20:15,367 INFO [StoreOpener-09e4ed2c8c6b4c949a29c7e50bcce60d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09e4ed2c8c6b4c949a29c7e50bcce60d columnFamilyName queue 2024-11-17T03:20:15,367 DEBUG [StoreOpener-09e4ed2c8c6b4c949a29c7e50bcce60d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:15,367 INFO [StoreOpener-09e4ed2c8c6b4c949a29c7e50bcce60d-1 {}] regionserver.HStore(327): Store=09e4ed2c8c6b4c949a29c7e50bcce60d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:15,367 INFO [StoreOpener-09e4ed2c8c6b4c949a29c7e50bcce60d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 09e4ed2c8c6b4c949a29c7e50bcce60d 2024-11-17T03:20:15,368 INFO [StoreOpener-09e4ed2c8c6b4c949a29c7e50bcce60d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 09e4ed2c8c6b4c949a29c7e50bcce60d columnFamilyName sid 2024-11-17T03:20:15,368 DEBUG [StoreOpener-09e4ed2c8c6b4c949a29c7e50bcce60d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:15,368 INFO [StoreOpener-09e4ed2c8c6b4c949a29c7e50bcce60d-1 {}] regionserver.HStore(327): Store=09e4ed2c8c6b4c949a29c7e50bcce60d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:15,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 09e4ed2c8c6b4c949a29c7e50bcce60d 2024-11-17T03:20:15,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/replication/09e4ed2c8c6b4c949a29c7e50bcce60d 2024-11-17T03:20:15,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/replication/09e4ed2c8c6b4c949a29c7e50bcce60d 2024-11-17T03:20:15,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 09e4ed2c8c6b4c949a29c7e50bcce60d 2024-11-17T03:20:15,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 09e4ed2c8c6b4c949a29c7e50bcce60d 2024-11-17T03:20:15,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:20:15,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 09e4ed2c8c6b4c949a29c7e50bcce60d 2024-11-17T03:20:15,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/replication/09e4ed2c8c6b4c949a29c7e50bcce60d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:20:15,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 09e4ed2c8c6b4c949a29c7e50bcce60d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63677723, jitterRate=-0.05112798511981964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:20:15,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 09e4ed2c8c6b4c949a29c7e50bcce60d 2024-11-17T03:20:15,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 09e4ed2c8c6b4c949a29c7e50bcce60d: Running coprocessor pre-open hook at 1731813615363Writing region info on filesystem at 1731813615363Initializing all the Stores at 1731813615364 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813615364Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813615364Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813615364Cleaning up temporary data from old regions at 1731813615370 (+6 ms)Running coprocessor post-open hooks at 1731813615373 (+3 ms)Region opened successfully at 1731813615373 2024-11-17T03:20:15,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731813614212.09e4ed2c8c6b4c949a29c7e50bcce60d., pid=10, masterSystemTime=1731813615343 2024-11-17T03:20:15,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731813614212.09e4ed2c8c6b4c949a29c7e50bcce60d. 2024-11-17T03:20:15,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731813614212.09e4ed2c8c6b4c949a29c7e50bcce60d. 2024-11-17T03:20:15,376 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=09e4ed2c8c6b4c949a29c7e50bcce60d, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,41545,1731813601016 2024-11-17T03:20:15,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 09e4ed2c8c6b4c949a29c7e50bcce60d, server=695c90f4bb18,41545,1731813601016 because future has completed 2024-11-17T03:20:15,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T03:20:15,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 09e4ed2c8c6b4c949a29c7e50bcce60d, server=695c90f4bb18,41545,1731813601016 in 187 msec 2024-11-17T03:20:15,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T03:20:15,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=09e4ed2c8c6b4c949a29c7e50bcce60d, ASSIGN in 343 msec 2024-11-17T03:20:15,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:20:15,382 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813615381"}]},"ts":"1731813615381"} 2024-11-17T03:20:15,383 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T03:20:15,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:20:15,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-17T03:20:15,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731813614212.09e4ed2c8c6b4c949a29c7e50bcce60d., hostname=695c90f4bb18,41545,1731813601016, seqNum=2] 2024-11-17T03:20:15,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41545-0x10146ce61b70001, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1468405447 2024-11-17T03:20:15,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1468405447 2024-11-17T03:20:15,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T03:20:15,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41545 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T03:20:15,671 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T03:20:15,703 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-695c90f4bb18,41545,1731813601016, ReplicationSource: 1, currentBandwidth=0 2024-11-17T03:20:15,704 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:20:15,704 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,41545,1731813601016, seqNum=-1] 2024-11-17T03:20:15,704 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:20:15,705 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-17T03:20:15,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-695c90f4bb18,41545,1731813601016', locateType=CURRENT is [region=hbase:replication,,1731813614212.09e4ed2c8c6b4c949a29c7e50bcce60d., hostname=695c90f4bb18,41545,1731813601016, seqNum=2] 2024-11-17T03:20:15,709 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T03:20:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41651 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T03:20:15,710 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 695c90f4bb18,41545,1731813601016 suceeded 2024-11-17T03:20:15,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T03:20:15,712 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-17T03:20:15,712 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://695c90f4bb18:39753,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T03:20:15,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5070 sec 2024-11-17T03:20:15,728 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:39753' 2024-11-17T03:20:15,730 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ef3b434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:15,730 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,39753,-1 for getting cluster id 2024-11-17T03:20:15,730 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:20:15,731 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb52b1ed-42a6-4ba5-9143-7429c001ab54' 2024-11-17T03:20:15,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:20:15,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb52b1ed-42a6-4ba5-9143-7429c001ab54" 2024-11-17T03:20:15,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5a37f7a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:15,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,39753,-1] 2024-11-17T03:20:15,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:20:15,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:15,732 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:20:15,733 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f7bca2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:15,733 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:15,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,39753,1731813606055 2024-11-17T03:20:15,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@283df8f6 2024-11-17T03:20:15,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:20:15,734 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-17T03:20:15,735 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-695c90f4bb18,41545,1731813601016 (queues=1) is replicating from cluster=04875170-b188-4551-a85b-1443ba40b6c8 to cluster=fb52b1ed-42a6-4ba5-9143-7429c001ab54 2024-11-17T03:20:15,735 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=695c90f4bb18%2C41545%2C1731813601016 2024-11-17T03:20:15,735 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-695c90f4bb18,41545,1731813601016, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T03:20:15,736 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.shipper695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 695c90f4bb18%2C41545%2C1731813601016 2024-11-17T03:20:15,736 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439, startPosition=0, beingWritten=true 2024-11-17T03:20:15,741 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:20:15,741 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 to pos 379, reset compression=false 2024-11-17T03:20:15,741 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.shipper695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,41545,1731813601016 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:20:15,945 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 to pos 379, reset compression=false 2024-11-17T03:20:16,249 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 to pos 379, reset compression=false 2024-11-17T03:20:16,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41651 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:20:16,354 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T03:20:16,354 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:20:16,354 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:20:16,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:16,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:16,354 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:20:16,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d55509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:16,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,39753,-1 for getting cluster id 2024-11-17T03:20:16,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:20:16,356 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb52b1ed-42a6-4ba5-9143-7429c001ab54' 2024-11-17T03:20:16,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:20:16,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb52b1ed-42a6-4ba5-9143-7429c001ab54" 2024-11-17T03:20:16,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5a9999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:16,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,39753,-1] 2024-11-17T03:20:16,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:20:16,357 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:16,357 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:20:16,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bc0e56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:16,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:16,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,39753,1731813606055 2024-11-17T03:20:16,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@209050f5 2024-11-17T03:20:16,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:20:16,360 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:20:16,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://695c90f4bb18:41651,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T03:20:16,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T03:20:16,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:20:16,362 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:41651' 2024-11-17T03:20:16,363 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ba51189, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:16,363 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,41651,-1 for getting cluster id 2024-11-17T03:20:16,363 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:20:16,364 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04875170-b188-4551-a85b-1443ba40b6c8' 2024-11-17T03:20:16,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:20:16,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04875170-b188-4551-a85b-1443ba40b6c8" 2024-11-17T03:20:16,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b473f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:16,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,41651,-1] 2024-11-17T03:20:16,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:20:16,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:16,365 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:20:16,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f19f378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:16,365 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:16,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,41651,1731813600810 2024-11-17T03:20:16,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@288fa5ad 2024-11-17T03:20:16,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:20:16,367 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:20:16,367 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T03:20:16,368 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T03:20:16,368 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:16,368 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:16,368 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:20:16,368 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:20:16,369 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T03:20:16,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:20:16,370 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:16,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:20:16,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741837_1013 (size=1138) 2024-11-17T03:20:16,419 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T03:20:16,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:20:16,652 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 to pos 379, reset compression=false 2024-11-17T03:20:16,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:20:16,779 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c0c11e78ced28c4cc63e191f5f93e4dc, NAME => 'hbase:replication,,1731813616368.c0c11e78ced28c4cc63e191f5f93e4dc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015 2024-11-17T03:20:16,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741838_1014 (size=44) 2024-11-17T03:20:16,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:20:17,156 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 to pos 379, reset compression=false 2024-11-17T03:20:17,185 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813616368.c0c11e78ced28c4cc63e191f5f93e4dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:17,185 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c0c11e78ced28c4cc63e191f5f93e4dc, disabling compactions & flushes 2024-11-17T03:20:17,185 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813616368.c0c11e78ced28c4cc63e191f5f93e4dc. 2024-11-17T03:20:17,185 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813616368.c0c11e78ced28c4cc63e191f5f93e4dc. 2024-11-17T03:20:17,185 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813616368.c0c11e78ced28c4cc63e191f5f93e4dc. after waiting 0 ms 2024-11-17T03:20:17,185 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813616368.c0c11e78ced28c4cc63e191f5f93e4dc. 2024-11-17T03:20:17,185 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731813616368.c0c11e78ced28c4cc63e191f5f93e4dc. 2024-11-17T03:20:17,185 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c0c11e78ced28c4cc63e191f5f93e4dc: Waiting for close lock at 1731813617185Disabling compacts and flushes for region at 1731813617185Disabling writes for close at 1731813617185Writing region close event to WAL at 1731813617185Closed at 1731813617185 2024-11-17T03:20:17,186 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:20:17,186 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731813616368.c0c11e78ced28c4cc63e191f5f93e4dc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731813617186"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813617186"}]},"ts":"1731813617186"} 2024-11-17T03:20:17,188 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:20:17,189 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:20:17,189 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813617189"}]},"ts":"1731813617189"} 2024-11-17T03:20:17,191 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T03:20:17,191 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0c11e78ced28c4cc63e191f5f93e4dc, ASSIGN}] 2024-11-17T03:20:17,192 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0c11e78ced28c4cc63e191f5f93e4dc, ASSIGN 2024-11-17T03:20:17,192 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c0c11e78ced28c4cc63e191f5f93e4dc, ASSIGN; state=OFFLINE, location=695c90f4bb18,44779,1731813606203; forceNewPlan=false, retain=false 2024-11-17T03:20:17,343 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c0c11e78ced28c4cc63e191f5f93e4dc, regionState=OPENING, regionLocation=695c90f4bb18,44779,1731813606203 2024-11-17T03:20:17,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c0c11e78ced28c4cc63e191f5f93e4dc, ASSIGN because future has completed 2024-11-17T03:20:17,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0c11e78ced28c4cc63e191f5f93e4dc, server=695c90f4bb18,44779,1731813606203}] 2024-11-17T03:20:17,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:20:17,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731813616368.c0c11e78ced28c4cc63e191f5f93e4dc. 2024-11-17T03:20:17,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:20:17,500 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T03:20:17,502 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C44779%2C1731813606203.rep, suffix=, logDir=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203, archiveDir=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/oldWALs, maxLogs=10 2024-11-17T03:20:17,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.rep.1731813617502, exclude list is [], retry=0 2024-11-17T03:20:17,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40367,DS-d13f2ae4-0495-49a4-b7b6-04ab4137217c,DISK] 2024-11-17T03:20:17,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.rep.1731813617502 2024-11-17T03:20:17,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41339:41339)] 2024-11-17T03:20:17,520 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c0c11e78ced28c4cc63e191f5f93e4dc, NAME => 'hbase:replication,,1731813616368.c0c11e78ced28c4cc63e191f5f93e4dc.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:20:17,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:20:17,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:20:17,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731813616368.c0c11e78ced28c4cc63e191f5f93e4dc. service=MultiRowMutationService 2024-11-17T03:20:17,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T03:20:17,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c0c11e78ced28c4cc63e191f5f93e4dc 2024-11-17T03:20:17,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813616368.c0c11e78ced28c4cc63e191f5f93e4dc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:17,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c0c11e78ced28c4cc63e191f5f93e4dc 2024-11-17T03:20:17,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c0c11e78ced28c4cc63e191f5f93e4dc 2024-11-17T03:20:17,522 INFO [StoreOpener-c0c11e78ced28c4cc63e191f5f93e4dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c0c11e78ced28c4cc63e191f5f93e4dc 2024-11-17T03:20:17,524 INFO [StoreOpener-c0c11e78ced28c4cc63e191f5f93e4dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0c11e78ced28c4cc63e191f5f93e4dc columnFamilyName hfileref 2024-11-17T03:20:17,524 DEBUG [StoreOpener-c0c11e78ced28c4cc63e191f5f93e4dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:17,524 INFO [StoreOpener-c0c11e78ced28c4cc63e191f5f93e4dc-1 {}] regionserver.HStore(327): Store=c0c11e78ced28c4cc63e191f5f93e4dc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:17,524 INFO [StoreOpener-c0c11e78ced28c4cc63e191f5f93e4dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c0c11e78ced28c4cc63e191f5f93e4dc 2024-11-17T03:20:17,525 INFO [StoreOpener-c0c11e78ced28c4cc63e191f5f93e4dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0c11e78ced28c4cc63e191f5f93e4dc columnFamilyName queue 2024-11-17T03:20:17,525 DEBUG [StoreOpener-c0c11e78ced28c4cc63e191f5f93e4dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:17,525 INFO [StoreOpener-c0c11e78ced28c4cc63e191f5f93e4dc-1 {}] regionserver.HStore(327): Store=c0c11e78ced28c4cc63e191f5f93e4dc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:17,525 INFO [StoreOpener-c0c11e78ced28c4cc63e191f5f93e4dc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c0c11e78ced28c4cc63e191f5f93e4dc 2024-11-17T03:20:17,526 INFO [StoreOpener-c0c11e78ced28c4cc63e191f5f93e4dc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0c11e78ced28c4cc63e191f5f93e4dc columnFamilyName sid 2024-11-17T03:20:17,526 DEBUG [StoreOpener-c0c11e78ced28c4cc63e191f5f93e4dc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:17,526 INFO [StoreOpener-c0c11e78ced28c4cc63e191f5f93e4dc-1 {}] regionserver.HStore(327): Store=c0c11e78ced28c4cc63e191f5f93e4dc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:17,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c0c11e78ced28c4cc63e191f5f93e4dc 2024-11-17T03:20:17,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/replication/c0c11e78ced28c4cc63e191f5f93e4dc 2024-11-17T03:20:17,527 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/replication/c0c11e78ced28c4cc63e191f5f93e4dc 2024-11-17T03:20:17,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c0c11e78ced28c4cc63e191f5f93e4dc 2024-11-17T03:20:17,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c0c11e78ced28c4cc63e191f5f93e4dc 2024-11-17T03:20:17,528 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:20:17,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c0c11e78ced28c4cc63e191f5f93e4dc 2024-11-17T03:20:17,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/replication/c0c11e78ced28c4cc63e191f5f93e4dc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:20:17,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c0c11e78ced28c4cc63e191f5f93e4dc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63615366, jitterRate=-0.0520571768283844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:20:17,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0c11e78ced28c4cc63e191f5f93e4dc 2024-11-17T03:20:17,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c0c11e78ced28c4cc63e191f5f93e4dc: Running coprocessor pre-open hook at 1731813617521Writing region info on filesystem at 1731813617521Initializing all the Stores at 1731813617522 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813617522Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813617522Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813617522Cleaning up temporary data from old regions at 1731813617528 (+6 ms)Running coprocessor post-open hooks at 1731813617531 (+3 ms)Region opened successfully at 1731813617531 2024-11-17T03:20:17,532 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731813616368.c0c11e78ced28c4cc63e191f5f93e4dc., pid=10, masterSystemTime=1731813617497 2024-11-17T03:20:17,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731813616368.c0c11e78ced28c4cc63e191f5f93e4dc. 2024-11-17T03:20:17,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731813616368.c0c11e78ced28c4cc63e191f5f93e4dc. 2024-11-17T03:20:17,534 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c0c11e78ced28c4cc63e191f5f93e4dc, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,44779,1731813606203 2024-11-17T03:20:17,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0c11e78ced28c4cc63e191f5f93e4dc, server=695c90f4bb18,44779,1731813606203 because future has completed 2024-11-17T03:20:17,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T03:20:17,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c0c11e78ced28c4cc63e191f5f93e4dc, server=695c90f4bb18,44779,1731813606203 in 191 msec 2024-11-17T03:20:17,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T03:20:17,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c0c11e78ced28c4cc63e191f5f93e4dc, ASSIGN in 347 msec 2024-11-17T03:20:17,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:20:17,540 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813617540"}]},"ts":"1731813617540"} 2024-11-17T03:20:17,542 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T03:20:17,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:20:17,544 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1750 sec 2024-11-17T03:20:17,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731813616368.c0c11e78ced28c4cc63e191f5f93e4dc., hostname=695c90f4bb18,44779,1731813606203, seqNum=2] 2024-11-17T03:20:17,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-250550517 2024-11-17T03:20:17,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x10146ce61b70004, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-250550517 2024-11-17T03:20:17,676 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T03:20:17,759 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 to pos 379, reset compression=false 2024-11-17T03:20:17,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T03:20:17,829 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T03:20:17,852 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-695c90f4bb18,44779,1731813606203, ReplicationSource: 1, currentBandwidth=0 2024-11-17T03:20:17,853 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:20:17,853 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1] 2024-11-17T03:20:17,853 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:20:17,854 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-17T03:20:17,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-695c90f4bb18,44779,1731813606203', locateType=CURRENT is [region=hbase:replication,,1731813616368.c0c11e78ced28c4cc63e191f5f93e4dc., hostname=695c90f4bb18,44779,1731813606203, seqNum=2] 2024-11-17T03:20:17,857 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T03:20:17,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T03:20:17,859 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 695c90f4bb18,44779,1731813606203 suceeded 2024-11-17T03:20:17,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T03:20:17,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 183 msec 2024-11-17T03:20:17,860 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://695c90f4bb18:41651,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T03:20:17,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5000 sec 2024-11-17T03:20:17,874 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:41651' 2024-11-17T03:20:17,876 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b95b516, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:17,876 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,41651,-1 for getting cluster id 2024-11-17T03:20:17,876 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:20:17,877 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04875170-b188-4551-a85b-1443ba40b6c8' 2024-11-17T03:20:17,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:20:17,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04875170-b188-4551-a85b-1443ba40b6c8" 2024-11-17T03:20:17,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6653cb23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:17,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,41651,-1] 2024-11-17T03:20:17,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:20:17,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:17,878 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:20:17,879 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c27adc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:17,879 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:17,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,41651,1731813600810 2024-11-17T03:20:17,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3898fded 2024-11-17T03:20:17,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:20:17,880 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-17T03:20:17,881 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-695c90f4bb18,44779,1731813606203 (queues=1) is replicating from cluster=fb52b1ed-42a6-4ba5-9143-7429c001ab54 to cluster=04875170-b188-4551-a85b-1443ba40b6c8 2024-11-17T03:20:17,881 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=695c90f4bb18%2C44779%2C1731813606203 2024-11-17T03:20:17,881 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-695c90f4bb18,44779,1731813606203, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T03:20:17,881 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.shipper695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 695c90f4bb18%2C44779%2C1731813606203 2024-11-17T03:20:17,881 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557, startPosition=0, beingWritten=true 2024-11-17T03:20:17,886 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:20:17,886 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557 to pos 379, reset compression=false 2024-11-17T03:20:17,886 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.shipper695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,44779,1731813606203 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:20:18,090 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557 to pos 379, reset compression=false 2024-11-17T03:20:18,393 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557 to pos 379, reset compression=false 2024-11-17T03:20:18,463 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 to pos 379, reset compression=false 2024-11-17T03:20:18,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:20:18,505 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T03:20:18,505 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:20:18,505 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:20:18,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:18,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:18,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:20:18,505 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:18,508 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731813618508/Put/seqid=0 2024-11-17T03:20:18,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741840_1016 (size=7894) 2024-11-17T03:20:18,797 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557 to pos 379, reset compression=false 2024-11-17T03:20:18,914 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731813618913/Put/seqid=0 2024-11-17T03:20:18,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741841_1017 (size=7691) 2024-11-17T03:20:19,267 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 to pos 379, reset compression=false 2024-11-17T03:20:19,301 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557 to pos 379, reset compression=false 2024-11-17T03:20:19,319 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@344dd0b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:19,319 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,41651,-1 for getting cluster id 2024-11-17T03:20:19,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:20:19,319 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04875170-b188-4551-a85b-1443ba40b6c8' 2024-11-17T03:20:19,319 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:20:19,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04875170-b188-4551-a85b-1443ba40b6c8" 2024-11-17T03:20:19,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710e9217, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:19,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,41651,-1] 2024-11-17T03:20:19,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:20:19,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:19,321 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:20:19,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45698d3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:19,321 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:20:19,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,41545,1731813601016, seqNum=-1] 2024-11-17T03:20:19,322 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:20:19,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:20:19,375 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:19,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,41651,1731813600810 2024-11-17T03:20:19,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20736b0a 2024-11-17T03:20:19,376 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:20:19,377 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:20:19,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731813609890.692055de1daa440dd22310d64a212586., hostname=695c90f4bb18,41545,1731813601016, seqNum=2] 2024-11-17T03:20:19,382 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T03:20:19,387 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-17T03:20:19,389 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-17T03:20:19,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 692055de1daa440dd22310d64a212586/f 2024-11-17T03:20:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T03:20:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T03:20:19,396 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 692055de1daa440dd22310d64a212586/f 2024-11-17T03:20:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T03:20:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T03:20:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HRegion(2603): Flush status journal for 692055de1daa440dd22310d64a212586: 2024-11-17T03:20:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/staging/jenkins__test__rnvtthj9i2ssc3mupfi32llusgm17p8mpd7uvrtl4vvknsc3mooec5i20tnqp7lk/f/hfile_1 2024-11-17T03:20:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/staging/jenkins__test__rnvtthj9i2ssc3mupfi32llusgm17p8mpd7uvrtl4vvknsc3mooec5i20tnqp7lk/f/hfile_1 as hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/default/test/692055de1daa440dd22310d64a212586/f/00ad717552a544c3b6a52ef50a789556_SeqId_4_ 2024-11-17T03:20:19,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/staging/jenkins__test__rnvtthj9i2ssc3mupfi32llusgm17p8mpd7uvrtl4vvknsc3mooec5i20tnqp7lk/f/hfile_0 2024-11-17T03:20:19,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/staging/jenkins__test__rnvtthj9i2ssc3mupfi32llusgm17p8mpd7uvrtl4vvknsc3mooec5i20tnqp7lk/f/hfile_0 as hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/default/test/692055de1daa440dd22310d64a212586/f/c8d5bacde0dd4e508c6c8913bd1f78ef_SeqId_4_ 2024-11-17T03:20:19,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/staging/jenkins__test__rnvtthj9i2ssc3mupfi32llusgm17p8mpd7uvrtl4vvknsc3mooec5i20tnqp7lk/f/hfile_1 into 692055de1daa440dd22310d64a212586/f as hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/default/test/692055de1daa440dd22310d64a212586/f/00ad717552a544c3b6a52ef50a789556_SeqId_4_ - updating store file list. 2024-11-17T03:20:19,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 00ad717552a544c3b6a52ef50a789556_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T03:20:19,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/default/test/692055de1daa440dd22310d64a212586/f/00ad717552a544c3b6a52ef50a789556_SeqId_4_ into 692055de1daa440dd22310d64a212586/f 2024-11-17T03:20:19,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/staging/jenkins__test__rnvtthj9i2ssc3mupfi32llusgm17p8mpd7uvrtl4vvknsc3mooec5i20tnqp7lk/f/hfile_1 into 692055de1daa440dd22310d64a212586/f (new location: hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/default/test/692055de1daa440dd22310d64a212586/f/00ad717552a544c3b6a52ef50a789556_SeqId_4_) 2024-11-17T03:20:19,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/staging/jenkins__test__rnvtthj9i2ssc3mupfi32llusgm17p8mpd7uvrtl4vvknsc3mooec5i20tnqp7lk/f/hfile_1 2024-11-17T03:20:19,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/staging/jenkins__test__rnvtthj9i2ssc3mupfi32llusgm17p8mpd7uvrtl4vvknsc3mooec5i20tnqp7lk/f/hfile_0 into 692055de1daa440dd22310d64a212586/f as hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/default/test/692055de1daa440dd22310d64a212586/f/c8d5bacde0dd4e508c6c8913bd1f78ef_SeqId_4_ - updating store file list. 2024-11-17T03:20:19,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c8d5bacde0dd4e508c6c8913bd1f78ef_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T03:20:19,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/default/test/692055de1daa440dd22310d64a212586/f/c8d5bacde0dd4e508c6c8913bd1f78ef_SeqId_4_ into 692055de1daa440dd22310d64a212586/f 2024-11-17T03:20:19,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/staging/jenkins__test__rnvtthj9i2ssc3mupfi32llusgm17p8mpd7uvrtl4vvknsc3mooec5i20tnqp7lk/f/hfile_0 into 692055de1daa440dd22310d64a212586/f (new location: hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/default/test/692055de1daa440dd22310d64a212586/f/c8d5bacde0dd4e508c6c8913bd1f78ef_SeqId_4_) 2024-11-17T03:20:19,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/staging/jenkins__test__rnvtthj9i2ssc3mupfi32llusgm17p8mpd7uvrtl4vvknsc3mooec5i20tnqp7lk/f/hfile_0 2024-11-17T03:20:19,417 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:20:19,417 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:20:19,417 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:19,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:19,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:20:19,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731813609890.692055de1daa440dd22310d64a212586., hostname=695c90f4bb18,41545,1731813601016, seqNum=2 , the old value is region=test,,1731813609890.692055de1daa440dd22310d64a212586., hostname=695c90f4bb18,41545,1731813601016, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=695c90f4bb18:41545 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T03:20:19,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731813609890.692055de1daa440dd22310d64a212586., hostname=695c90f4bb18,41545,1731813601016, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T03:20:19,418 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731813609890.692055de1daa440dd22310d64a212586., hostname=695c90f4bb18,41545,1731813601016, seqNum=2 from cache 2024-11-17T03:20:19,418 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:20:19,419 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1] 2024-11-17T03:20:19,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:20:19,420 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T03:20:19,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:20:19,422 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731813612047.a4db76411beef98e39d2f69751e17329., hostname=695c90f4bb18,44779,1731813606203, seqNum=2] 2024-11-17T03:20:19,423 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T03:20:19,525 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:41545 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T03:20:19,904 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557 to pos 379, reset compression=false 2024-11-17T03:20:20,170 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 to pos 379, reset compression=false 2024-11-17T03:20:20,175 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:20:20,175 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.shipper695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,41545,1731813601016 got entry batch from reader: WALEntryBatch [walEntries=[{test/692055de1daa440dd22310d64a212586/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731813619416/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T03:20:20,177 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.shipper695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:20:20,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45014, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-17T03:20:20,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.ReplicationSink(318): Replicating [04875170-b188-4551-a85b-1443ba40b6c8] bulk loaded data 2024-11-17T03:20:20,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23b0ce83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:20,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,39753,-1 for getting cluster id 2024-11-17T03:20:20,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:20:20,181 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb52b1ed-42a6-4ba5-9143-7429c001ab54' 2024-11-17T03:20:20,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:20:20,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb52b1ed-42a6-4ba5-9143-7429c001ab54" 2024-11-17T03:20:20,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56c6a22e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:20,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,39753,-1] 2024-11-17T03:20:20,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:20:20,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:20,182 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:20:20,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66fe2f46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:20,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741840_1016 (size=7691) 2024-11-17T03:20:20,375 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 to pos 687, reset compression=false 2024-11-17T03:20:20,426 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T03:20:20,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741841_1017 (size=7894) 2024-11-17T03:20:20,607 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557 to pos 379, reset compression=false 2024-11-17T03:20:20,679 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 to pos 687, reset compression=false 2024-11-17T03:20:20,865 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:20:20,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:20,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:20,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:20,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:20,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:20,890 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:20,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:20,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:20,915 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T03:20:21,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:21,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,39753,1731813606055 2024-11-17T03:20:21,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@675e453a 2024-11-17T03:20:21,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:20:21,005 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-17T03:20:21,006 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T03:20:21,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:20:21,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1] 2024-11-17T03:20:21,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:20:21,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-17T03:20:21,014 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/staging/jenkins.hfs.11__test__o88q8vc2i2beerce0l338bvmfvmgqg1nj2agubb9j884le99o7hj7todfit71i47/f/00ad717552a544c3b6a52ef50a789556_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-17T03:20:21,017 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/staging/jenkins.hfs.11__test__o88q8vc2i2beerce0l338bvmfvmgqg1nj2agubb9j884le99o7hj7todfit71i47/f/c8d5bacde0dd4e508c6c8913bd1f78ef_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-17T03:20:21,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/staging/jenkins.hfs.11__test__o88q8vc2i2beerce0l338bvmfvmgqg1nj2agubb9j884le99o7hj7todfit71i47/f/00ad717552a544c3b6a52ef50a789556_SeqId_4_ for inclusion in a4db76411beef98e39d2f69751e17329/f 2024-11-17T03:20:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-17T03:20:21,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T03:20:21,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/staging/jenkins.hfs.11__test__o88q8vc2i2beerce0l338bvmfvmgqg1nj2agubb9j884le99o7hj7todfit71i47/f/c8d5bacde0dd4e508c6c8913bd1f78ef_SeqId_4_ for inclusion in a4db76411beef98e39d2f69751e17329/f 2024-11-17T03:20:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-17T03:20:21,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T03:20:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HRegion(2603): Flush status journal for a4db76411beef98e39d2f69751e17329: 2024-11-17T03:20:21,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 00ad717552a544c3b6a52ef50a789556_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T03:20:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/staging/jenkins.hfs.11__test__o88q8vc2i2beerce0l338bvmfvmgqg1nj2agubb9j884le99o7hj7todfit71i47/f/00ad717552a544c3b6a52ef50a789556_SeqId_4_ as hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/default/test/a4db76411beef98e39d2f69751e17329/f/47f0fccf564b40b9a5b398d04a4e0bde_SeqId_4_ 2024-11-17T03:20:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c8d5bacde0dd4e508c6c8913bd1f78ef_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T03:20:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/staging/jenkins.hfs.11__test__o88q8vc2i2beerce0l338bvmfvmgqg1nj2agubb9j884le99o7hj7todfit71i47/f/c8d5bacde0dd4e508c6c8913bd1f78ef_SeqId_4_ as hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/default/test/a4db76411beef98e39d2f69751e17329/f/f94eabf0a2924726a2408a50c63fb462_SeqId_4_ 2024-11-17T03:20:21,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/staging/jenkins.hfs.11__test__o88q8vc2i2beerce0l338bvmfvmgqg1nj2agubb9j884le99o7hj7todfit71i47/f/00ad717552a544c3b6a52ef50a789556_SeqId_4_ into a4db76411beef98e39d2f69751e17329/f as hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/default/test/a4db76411beef98e39d2f69751e17329/f/47f0fccf564b40b9a5b398d04a4e0bde_SeqId_4_ - updating store file list. 2024-11-17T03:20:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 47f0fccf564b40b9a5b398d04a4e0bde_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T03:20:21,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/default/test/a4db76411beef98e39d2f69751e17329/f/47f0fccf564b40b9a5b398d04a4e0bde_SeqId_4_ into a4db76411beef98e39d2f69751e17329/f 2024-11-17T03:20:21,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/staging/jenkins.hfs.11__test__o88q8vc2i2beerce0l338bvmfvmgqg1nj2agubb9j884le99o7hj7todfit71i47/f/00ad717552a544c3b6a52ef50a789556_SeqId_4_ into a4db76411beef98e39d2f69751e17329/f (new location: hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/default/test/a4db76411beef98e39d2f69751e17329/f/47f0fccf564b40b9a5b398d04a4e0bde_SeqId_4_) 2024-11-17T03:20:21,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/staging/jenkins.hfs.11__test__o88q8vc2i2beerce0l338bvmfvmgqg1nj2agubb9j884le99o7hj7todfit71i47/f/00ad717552a544c3b6a52ef50a789556_SeqId_4_ 2024-11-17T03:20:21,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/staging/jenkins.hfs.11__test__o88q8vc2i2beerce0l338bvmfvmgqg1nj2agubb9j884le99o7hj7todfit71i47/f/c8d5bacde0dd4e508c6c8913bd1f78ef_SeqId_4_ into a4db76411beef98e39d2f69751e17329/f as hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/default/test/a4db76411beef98e39d2f69751e17329/f/f94eabf0a2924726a2408a50c63fb462_SeqId_4_ - updating store file list. 2024-11-17T03:20:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f94eabf0a2924726a2408a50c63fb462_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T03:20:21,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/default/test/a4db76411beef98e39d2f69751e17329/f/f94eabf0a2924726a2408a50c63fb462_SeqId_4_ into a4db76411beef98e39d2f69751e17329/f 2024-11-17T03:20:21,063 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/staging/jenkins.hfs.11__test__o88q8vc2i2beerce0l338bvmfvmgqg1nj2agubb9j884le99o7hj7todfit71i47/f/c8d5bacde0dd4e508c6c8913bd1f78ef_SeqId_4_ into a4db76411beef98e39d2f69751e17329/f (new location: hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/default/test/a4db76411beef98e39d2f69751e17329/f/f94eabf0a2924726a2408a50c63fb462_SeqId_4_) 2024-11-17T03:20:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/staging/jenkins.hfs.11__test__o88q8vc2i2beerce0l338bvmfvmgqg1nj2agubb9j884le99o7hj7todfit71i47/f/c8d5bacde0dd4e508c6c8913bd1f78ef_SeqId_4_ 2024-11-17T03:20:21,068 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.ReplicationSink(324): Finished replicating [04875170-b188-4551-a85b-1443ba40b6c8] bulk loaded data 2024-11-17T03:20:21,083 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 to pos 687, reset compression=false 2024-11-17T03:20:21,411 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557 to pos 379, reset compression=false 2024-11-17T03:20:21,415 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:20:21,416 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.shipper695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,44779,1731813606203 got entry batch from reader: WALEntryBatch [walEntries=[{test/a4db76411beef98e39d2f69751e17329/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731813621063/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-17T03:20:21,418 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.shipper695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:20:21,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-17T03:20:21,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.ReplicationSink(318): Replicating [04875170-b188-4551-a85b-1443ba40b6c8, fb52b1ed-42a6-4ba5-9143-7429c001ab54] bulk loaded data 2024-11-17T03:20:21,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f24180d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:21,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,41651,-1 for getting cluster id 2024-11-17T03:20:21,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:20:21,420 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '04875170-b188-4551-a85b-1443ba40b6c8' 2024-11-17T03:20:21,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:20:21,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "04875170-b188-4551-a85b-1443ba40b6c8" 2024-11-17T03:20:21,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5495c531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:21,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,41651,-1] 2024-11-17T03:20:21,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:20:21,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:21,422 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:20:21,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fe96d3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:21,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:21,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741842_1018 (size=7691) 2024-11-17T03:20:21,441 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731813621440/Put/seqid=0 2024-11-17T03:20:21,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741842_1018 (size=11194) 2024-11-17T03:20:21,448 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731813621447/Put/seqid=0 2024-11-17T03:20:21,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741843_1019 (size=10791) 2024-11-17T03:20:21,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T03:20:21,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T03:20:21,587 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 to pos 687, reset compression=false 2024-11-17T03:20:21,616 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557 to pos 725, reset compression=false 2024-11-17T03:20:21,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741843_1019 (size=7894) 2024-11-17T03:20:21,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a113eae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:21,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,39753,-1 for getting cluster id 2024-11-17T03:20:21,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:20:21,856 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fb52b1ed-42a6-4ba5-9143-7429c001ab54' 2024-11-17T03:20:21,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:20:21,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fb52b1ed-42a6-4ba5-9143-7429c001ab54" 2024-11-17T03:20:21,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d1026a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:21,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,39753,-1] 2024-11-17T03:20:21,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:20:21,857 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:21,858 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:20:21,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@120ce653, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:21,859 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:20:21,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1] 2024-11-17T03:20:21,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:20:21,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:20:21,868 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:21,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,39753,1731813606055 2024-11-17T03:20:21,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b2181b9 2024-11-17T03:20:21,869 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:20:21,870 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:20:21,873 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731813612047.a4db76411beef98e39d2f69751e17329., hostname=695c90f4bb18,44779,1731813606203, seqNum=2] 2024-11-17T03:20:21,876 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T03:20:21,881 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-17T03:20:21,884 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-17T03:20:21,887 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/testHFileCyclicReplication_10/f/hfile_0 for inclusion in a4db76411beef98e39d2f69751e17329/f 2024-11-17T03:20:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-17T03:20:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T03:20:21,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/testHFileCyclicReplication_10/f/hfile_1 for inclusion in a4db76411beef98e39d2f69751e17329/f 2024-11-17T03:20:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-17T03:20:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T03:20:21,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HRegion(2603): Flush status journal for a4db76411beef98e39d2f69751e17329: 2024-11-17T03:20:21,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/staging/jenkins__test__j85smpl5n41867h68r3al9uabdvs3g94fu8q0sl6ualuq68bn2l6fovj1oh7kona/f/hfile_0 2024-11-17T03:20:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/staging/jenkins__test__j85smpl5n41867h68r3al9uabdvs3g94fu8q0sl6ualuq68bn2l6fovj1oh7kona/f/hfile_0 as hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/default/test/a4db76411beef98e39d2f69751e17329/f/60779652268b41b8a7b78a3528dba5e9_SeqId_6_ 2024-11-17T03:20:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/staging/jenkins__test__j85smpl5n41867h68r3al9uabdvs3g94fu8q0sl6ualuq68bn2l6fovj1oh7kona/f/hfile_1 2024-11-17T03:20:21,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/staging/jenkins__test__j85smpl5n41867h68r3al9uabdvs3g94fu8q0sl6ualuq68bn2l6fovj1oh7kona/f/hfile_1 as hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/default/test/a4db76411beef98e39d2f69751e17329/f/2bed449f0d684aff80ecaaef0ae4cf72_SeqId_6_ 2024-11-17T03:20:21,900 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/staging/jenkins__test__j85smpl5n41867h68r3al9uabdvs3g94fu8q0sl6ualuq68bn2l6fovj1oh7kona/f/hfile_0 into a4db76411beef98e39d2f69751e17329/f as hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/default/test/a4db76411beef98e39d2f69751e17329/f/60779652268b41b8a7b78a3528dba5e9_SeqId_6_ - updating store file list. 2024-11-17T03:20:21,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 60779652268b41b8a7b78a3528dba5e9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T03:20:21,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/default/test/a4db76411beef98e39d2f69751e17329/f/60779652268b41b8a7b78a3528dba5e9_SeqId_6_ into a4db76411beef98e39d2f69751e17329/f 2024-11-17T03:20:21,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/staging/jenkins__test__j85smpl5n41867h68r3al9uabdvs3g94fu8q0sl6ualuq68bn2l6fovj1oh7kona/f/hfile_0 into a4db76411beef98e39d2f69751e17329/f (new location: hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/default/test/a4db76411beef98e39d2f69751e17329/f/60779652268b41b8a7b78a3528dba5e9_SeqId_6_) 2024-11-17T03:20:21,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/staging/jenkins__test__j85smpl5n41867h68r3al9uabdvs3g94fu8q0sl6ualuq68bn2l6fovj1oh7kona/f/hfile_0 2024-11-17T03:20:21,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/staging/jenkins__test__j85smpl5n41867h68r3al9uabdvs3g94fu8q0sl6ualuq68bn2l6fovj1oh7kona/f/hfile_1 into a4db76411beef98e39d2f69751e17329/f as hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/default/test/a4db76411beef98e39d2f69751e17329/f/2bed449f0d684aff80ecaaef0ae4cf72_SeqId_6_ - updating store file list. 2024-11-17T03:20:21,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2bed449f0d684aff80ecaaef0ae4cf72_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T03:20:21,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/default/test/a4db76411beef98e39d2f69751e17329/f/2bed449f0d684aff80ecaaef0ae4cf72_SeqId_6_ into a4db76411beef98e39d2f69751e17329/f 2024-11-17T03:20:21,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/staging/jenkins__test__j85smpl5n41867h68r3al9uabdvs3g94fu8q0sl6ualuq68bn2l6fovj1oh7kona/f/hfile_1 into a4db76411beef98e39d2f69751e17329/f (new location: hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/default/test/a4db76411beef98e39d2f69751e17329/f/2bed449f0d684aff80ecaaef0ae4cf72_SeqId_6_) 2024-11-17T03:20:21,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/staging/jenkins__test__j85smpl5n41867h68r3al9uabdvs3g94fu8q0sl6ualuq68bn2l6fovj1oh7kona/f/hfile_1 2024-11-17T03:20:21,910 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:20:21,910 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:20:21,910 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:21,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:21,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:20:21,911 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:20:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731813612047.a4db76411beef98e39d2f69751e17329., hostname=695c90f4bb18,44779,1731813606203, seqNum=2 , the old value is region=test,,1731813612047.a4db76411beef98e39d2f69751e17329., hostname=695c90f4bb18,44779,1731813606203, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=695c90f4bb18:44779 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T03:20:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731813612047.a4db76411beef98e39d2f69751e17329., hostname=695c90f4bb18,44779,1731813606203, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T03:20:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731813612047.a4db76411beef98e39d2f69751e17329., hostname=695c90f4bb18,44779,1731813606203, seqNum=2 from cache 2024-11-17T03:20:21,913 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T03:20:21,913 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,41545,1731813601016, seqNum=-1] 2024-11-17T03:20:21,914 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:20:21,915 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:20:21,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731813609890.692055de1daa440dd22310d64a212586., hostname=695c90f4bb18,41545,1731813601016, seqNum=2] 2024-11-17T03:20:21,919 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557 to pos 725, reset compression=false 2024-11-17T03:20:21,922 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T03:20:21,924 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:20:22,015 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:44779 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T03:20:22,124 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557 to pos 1033, reset compression=false 2024-11-17T03:20:22,191 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 to pos 687, reset compression=false 2024-11-17T03:20:22,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:22,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,41651,1731813600810 2024-11-17T03:20:22,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cabef3 2024-11-17T03:20:22,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:20:22,248 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-17T03:20:22,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T03:20:22,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:20:22,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,41545,1731813601016, seqNum=-1] 2024-11-17T03:20:22,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:20:22,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-17T03:20:22,256 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/staging/jenkins.hfs.10__test__evrdplrirvpf8najrqpblonjlsr6jolu4urgjgdeptl2bf0soaseikm1jlkq7d3v/f/47f0fccf564b40b9a5b398d04a4e0bde_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-17T03:20:22,259 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/staging/jenkins.hfs.10__test__evrdplrirvpf8najrqpblonjlsr6jolu4urgjgdeptl2bf0soaseikm1jlkq7d3v/f/f94eabf0a2924726a2408a50c63fb462_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-17T03:20:22,260 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.ReplicationSink(324): Finished replicating [04875170-b188-4551-a85b-1443ba40b6c8, fb52b1ed-42a6-4ba5-9143-7429c001ab54] bulk loaded data 2024-11-17T03:20:22,264 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.shipper695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,44779,1731813606203 got entry batch from reader: WALEntryBatch [walEntries=[{test/a4db76411beef98e39d2f69751e17329/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731813621909/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T03:20:22,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.ReplicationSink(318): Replicating [fb52b1ed-42a6-4ba5-9143-7429c001ab54] bulk loaded data 2024-11-17T03:20:22,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741844_1020 (size=11194) 2024-11-17T03:20:22,428 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557 to pos 1033, reset compression=false 2024-11-17T03:20:22,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741845_1021 (size=10791) 2024-11-17T03:20:22,832 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557 to pos 1033, reset compression=false 2024-11-17T03:20:22,895 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 to pos 687, reset compression=false 2024-11-17T03:20:22,927 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T03:20:23,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T03:20:23,090 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/staging/jenkins.hfs.10__test__7h5e6vn830fqd5uh169bu0ofobd84al1d6n3i706nre8mgln8b7r4olnsf56n4lj/f/2bed449f0d684aff80ecaaef0ae4cf72_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-17T03:20:23,092 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/staging/jenkins.hfs.10__test__7h5e6vn830fqd5uh169bu0ofobd84al1d6n3i706nre8mgln8b7r4olnsf56n4lj/f/60779652268b41b8a7b78a3528dba5e9_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-17T03:20:23,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/staging/jenkins.hfs.10__test__7h5e6vn830fqd5uh169bu0ofobd84al1d6n3i706nre8mgln8b7r4olnsf56n4lj/f/2bed449f0d684aff80ecaaef0ae4cf72_SeqId_6_ for inclusion in 692055de1daa440dd22310d64a212586/f 2024-11-17T03:20:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-17T03:20:23,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T03:20:23,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/staging/jenkins.hfs.10__test__7h5e6vn830fqd5uh169bu0ofobd84al1d6n3i706nre8mgln8b7r4olnsf56n4lj/f/60779652268b41b8a7b78a3528dba5e9_SeqId_6_ for inclusion in 692055de1daa440dd22310d64a212586/f 2024-11-17T03:20:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-17T03:20:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T03:20:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HRegion(2603): Flush status journal for 692055de1daa440dd22310d64a212586: 2024-11-17T03:20:23,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2bed449f0d684aff80ecaaef0ae4cf72_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T03:20:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/staging/jenkins.hfs.10__test__7h5e6vn830fqd5uh169bu0ofobd84al1d6n3i706nre8mgln8b7r4olnsf56n4lj/f/2bed449f0d684aff80ecaaef0ae4cf72_SeqId_6_ as hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/default/test/692055de1daa440dd22310d64a212586/f/d4702843c2aa4a8585e5be901e14e2a8_SeqId_6_ 2024-11-17T03:20:23,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 60779652268b41b8a7b78a3528dba5e9_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T03:20:23,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/staging/jenkins.hfs.10__test__7h5e6vn830fqd5uh169bu0ofobd84al1d6n3i706nre8mgln8b7r4olnsf56n4lj/f/60779652268b41b8a7b78a3528dba5e9_SeqId_6_ as hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/default/test/692055de1daa440dd22310d64a212586/f/bc145b3f03264f319a38b7eb179313e7_SeqId_6_ 2024-11-17T03:20:23,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/staging/jenkins.hfs.10__test__7h5e6vn830fqd5uh169bu0ofobd84al1d6n3i706nre8mgln8b7r4olnsf56n4lj/f/2bed449f0d684aff80ecaaef0ae4cf72_SeqId_6_ into 692055de1daa440dd22310d64a212586/f as hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/default/test/692055de1daa440dd22310d64a212586/f/d4702843c2aa4a8585e5be901e14e2a8_SeqId_6_ - updating store file list. 2024-11-17T03:20:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d4702843c2aa4a8585e5be901e14e2a8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T03:20:23,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/default/test/692055de1daa440dd22310d64a212586/f/d4702843c2aa4a8585e5be901e14e2a8_SeqId_6_ into 692055de1daa440dd22310d64a212586/f 2024-11-17T03:20:23,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/staging/jenkins.hfs.10__test__7h5e6vn830fqd5uh169bu0ofobd84al1d6n3i706nre8mgln8b7r4olnsf56n4lj/f/2bed449f0d684aff80ecaaef0ae4cf72_SeqId_6_ into 692055de1daa440dd22310d64a212586/f (new location: hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/default/test/692055de1daa440dd22310d64a212586/f/d4702843c2aa4a8585e5be901e14e2a8_SeqId_6_) 2024-11-17T03:20:23,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/staging/jenkins.hfs.10__test__7h5e6vn830fqd5uh169bu0ofobd84al1d6n3i706nre8mgln8b7r4olnsf56n4lj/f/2bed449f0d684aff80ecaaef0ae4cf72_SeqId_6_ 2024-11-17T03:20:23,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/staging/jenkins.hfs.10__test__7h5e6vn830fqd5uh169bu0ofobd84al1d6n3i706nre8mgln8b7r4olnsf56n4lj/f/60779652268b41b8a7b78a3528dba5e9_SeqId_6_ into 692055de1daa440dd22310d64a212586/f as hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/default/test/692055de1daa440dd22310d64a212586/f/bc145b3f03264f319a38b7eb179313e7_SeqId_6_ - updating store file list. 2024-11-17T03:20:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bc145b3f03264f319a38b7eb179313e7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T03:20:23,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/default/test/692055de1daa440dd22310d64a212586/f/bc145b3f03264f319a38b7eb179313e7_SeqId_6_ into 692055de1daa440dd22310d64a212586/f 2024-11-17T03:20:23,113 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/staging/jenkins.hfs.10__test__7h5e6vn830fqd5uh169bu0ofobd84al1d6n3i706nre8mgln8b7r4olnsf56n4lj/f/60779652268b41b8a7b78a3528dba5e9_SeqId_6_ into 692055de1daa440dd22310d64a212586/f (new location: hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/default/test/692055de1daa440dd22310d64a212586/f/bc145b3f03264f319a38b7eb179313e7_SeqId_6_) 2024-11-17T03:20:23,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/staging/jenkins.hfs.10__test__7h5e6vn830fqd5uh169bu0ofobd84al1d6n3i706nre8mgln8b7r4olnsf56n4lj/f/60779652268b41b8a7b78a3528dba5e9_SeqId_6_ 2024-11-17T03:20:23,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41545 {}] regionserver.ReplicationSink(324): Finished replicating [fb52b1ed-42a6-4ba5-9143-7429c001ab54] bulk loaded data 2024-11-17T03:20:23,335 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557 to pos 1033, reset compression=false 2024-11-17T03:20:23,699 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 to pos 687, reset compression=false 2024-11-17T03:20:23,703 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:20:23,703 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.shipper695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,41545,1731813601016 got entry batch from reader: WALEntryBatch [walEntries=[{test/692055de1daa440dd22310d64a212586/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731813623113/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-17T03:20:23,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.ReplicationSink(318): Replicating [fb52b1ed-42a6-4ba5-9143-7429c001ab54, 04875170-b188-4551-a85b-1443ba40b6c8] bulk loaded data 2024-11-17T03:20:23,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741844_1020 (size=10791) 2024-11-17T03:20:23,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741845_1021 (size=11194) 2024-11-17T03:20:23,904 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 to pos 1033, reset compression=false 2024-11-17T03:20:23,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T03:20:23,938 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:20:23,938 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:20:23,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:23,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:23,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:20:23,938 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T03:20:23,938 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=85712628, stopped=false 2024-11-17T03:20:23,939 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=695c90f4bb18,39753,1731813606055 2024-11-17T03:20:23,939 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557 to pos 1033, reset compression=false 2024-11-17T03:20:24,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-250550517/running 2024-11-17T03:20:24,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-250550517 2024-11-17T03:20:24,001 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:20:24,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x10146ce61b70004, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-250550517/running 2024-11-17T03:20:24,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x10146ce61b70004, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-250550517 2024-11-17T03:20:24,001 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:20:24,001 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:20:24,001 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:24,002 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '695c90f4bb18,44779,1731813606203' ***** 2024-11-17T03:20:24,002 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T03:20:24,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44779-0x10146ce61b70004, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Set watcher on znode that does not yet exist, /1-250550517/running 2024-11-17T03:20:24,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Set watcher on znode that does not yet exist, /1-250550517/running 2024-11-17T03:20:24,002 INFO [RS:0;695c90f4bb18:44779 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T03:20:24,003 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T03:20:24,003 INFO [RS:0;695c90f4bb18:44779 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T03:20:24,003 INFO [RS:0;695c90f4bb18:44779 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T03:20:24,003 INFO [RS:0;695c90f4bb18:44779 {}] regionserver.HRegionServer(3091): Received CLOSE for a4db76411beef98e39d2f69751e17329 2024-11-17T03:20:24,003 INFO [RS:0;695c90f4bb18:44779 {}] regionserver.HRegionServer(3091): Received CLOSE for c0c11e78ced28c4cc63e191f5f93e4dc 2024-11-17T03:20:24,003 INFO [RS:0;695c90f4bb18:44779 {}] regionserver.HRegionServer(959): stopping server 695c90f4bb18,44779,1731813606203 2024-11-17T03:20:24,003 INFO [RS:0;695c90f4bb18:44779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:20:24,003 INFO [RS:0;695c90f4bb18:44779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:44779. 2024-11-17T03:20:24,003 DEBUG [RS:0;695c90f4bb18:44779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:20:24,003 DEBUG [RS:0;695c90f4bb18:44779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:24,003 INFO [RS:0;695c90f4bb18:44779 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T03:20:24,003 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a4db76411beef98e39d2f69751e17329, disabling compactions & flushes 2024-11-17T03:20:24,003 INFO [RS:0;695c90f4bb18:44779 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T03:20:24,003 INFO [RS:0;695c90f4bb18:44779 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T03:20:24,003 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731813612047.a4db76411beef98e39d2f69751e17329. 2024-11-17T03:20:24,003 INFO [RS:0;695c90f4bb18:44779 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T03:20:24,003 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813612047.a4db76411beef98e39d2f69751e17329. 2024-11-17T03:20:24,004 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731813612047.a4db76411beef98e39d2f69751e17329. after waiting 0 ms 2024-11-17T03:20:24,004 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731813612047.a4db76411beef98e39d2f69751e17329. 2024-11-17T03:20:24,004 INFO [RS:0;695c90f4bb18:44779 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T03:20:24,004 DEBUG [RS:0;695c90f4bb18:44779 {}] regionserver.HRegionServer(1325): Online Regions={a4db76411beef98e39d2f69751e17329=test,,1731813612047.a4db76411beef98e39d2f69751e17329., c0c11e78ced28c4cc63e191f5f93e4dc=hbase:replication,,1731813616368.c0c11e78ced28c4cc63e191f5f93e4dc., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T03:20:24,004 DEBUG [RS:0;695c90f4bb18:44779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a4db76411beef98e39d2f69751e17329, c0c11e78ced28c4cc63e191f5f93e4dc 2024-11-17T03:20:24,004 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:20:24,004 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:20:24,004 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:20:24,004 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:20:24,004 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:20:24,004 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T03:20:24,009 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/default/test/a4db76411beef98e39d2f69751e17329/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T03:20:24,010 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:20:24,010 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T03:20:24,010 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731813612047.a4db76411beef98e39d2f69751e17329. 2024-11-17T03:20:24,010 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a4db76411beef98e39d2f69751e17329: Waiting for close lock at 1731813624003Running coprocessor pre-close hooks at 1731813624003Disabling compacts and flushes for region at 1731813624003Disabling writes for close at 1731813624004 (+1 ms)Writing region close event to WAL at 1731813624004Running coprocessor post-close hooks at 1731813624010 (+6 ms)Closed at 1731813624010 2024-11-17T03:20:24,010 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731813612047.a4db76411beef98e39d2f69751e17329. 2024-11-17T03:20:24,010 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0c11e78ced28c4cc63e191f5f93e4dc, disabling compactions & flushes 2024-11-17T03:20:24,010 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813616368.c0c11e78ced28c4cc63e191f5f93e4dc. 2024-11-17T03:20:24,010 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813616368.c0c11e78ced28c4cc63e191f5f93e4dc. 2024-11-17T03:20:24,010 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813616368.c0c11e78ced28c4cc63e191f5f93e4dc. after waiting 0 ms 2024-11-17T03:20:24,010 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813616368.c0c11e78ced28c4cc63e191f5f93e4dc. 2024-11-17T03:20:24,010 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c0c11e78ced28c4cc63e191f5f93e4dc 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-17T03:20:24,022 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/meta/1588230740/.tmp/info/57fe8031f4ae434ea82d808838feef1c is 147, key is hbase:replication,,1731813616368.c0c11e78ced28c4cc63e191f5f93e4dc./info:regioninfo/1731813617534/Put/seqid=0 2024-11-17T03:20:24,031 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/replication/c0c11e78ced28c4cc63e191f5f93e4dc/.tmp/hfileref/450fb25d0def44fc95638fe9f20c0b76 is 74, key is 1/hfileref:2bed449f0d684aff80ecaaef0ae4cf72_SeqId_6_/1731813623116/DeleteColumn/seqid=0 2024-11-17T03:20:24,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741846_1022 (size=7686) 2024-11-17T03:20:24,038 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/meta/1588230740/.tmp/info/57fe8031f4ae434ea82d808838feef1c 2024-11-17T03:20:24,041 INFO [regionserver/695c90f4bb18:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:20:24,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741847_1023 (size=5345) 2024-11-17T03:20:24,045 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/replication/c0c11e78ced28c4cc63e191f5f93e4dc/.tmp/hfileref/450fb25d0def44fc95638fe9f20c0b76 2024-11-17T03:20:24,061 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/meta/1588230740/.tmp/ns/1be9410feb984ed2b6c3160b19009fb0 is 43, key is default/ns:d/1731813609724/Put/seqid=0 2024-11-17T03:20:24,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741848_1024 (size=5153) 2024-11-17T03:20:24,065 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/meta/1588230740/.tmp/ns/1be9410feb984ed2b6c3160b19009fb0 2024-11-17T03:20:24,070 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/replication/c0c11e78ced28c4cc63e191f5f93e4dc/.tmp/queue/13188659a4a74a4a8f69ab9b3e77811f is 154, key is 1-695c90f4bb18,44779,1731813606203/queue:695c90f4bb18%2C44779%2C1731813606203/1731813623118/Put/seqid=0 2024-11-17T03:20:24,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741849_1025 (size=5353) 2024-11-17T03:20:24,087 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/meta/1588230740/.tmp/rep_barrier/36f7c49e3e7540d792c8e973d4e4f0c5 is 112, key is test,,1731813612047.a4db76411beef98e39d2f69751e17329./rep_barrier:seqnumDuringOpen/1731813613195/Put/seqid=0 2024-11-17T03:20:24,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741850_1026 (size=5518) 2024-11-17T03:20:24,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T03:20:24,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44779 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 695c90f4bb18,44779,1731813606203 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T03:20:24,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44779 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:45022 deadline: 1731813684122, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 695c90f4bb18,44779,1731813606203 stopping 2024-11-17T03:20:24,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 695c90f4bb18,44779,1731813606203 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:20:24,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 695c90f4bb18,44779,1731813606203 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:20:24,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1 from cache 2024-11-17T03:20:24,204 DEBUG [RS:0;695c90f4bb18:44779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0c11e78ced28c4cc63e191f5f93e4dc 2024-11-17T03:20:24,207 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 to pos 1033, reset compression=false 2024-11-17T03:20:24,234 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:20:24,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1] 2024-11-17T03:20:24,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44779 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 695c90f4bb18,44779,1731813606203 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T03:20:24,236 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44779 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:45022 deadline: 1731813684122, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 695c90f4bb18,44779,1731813606203 stopping 2024-11-17T03:20:24,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 695c90f4bb18,44779,1731813606203 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:20:24,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 695c90f4bb18,44779,1731813606203 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:20:24,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1 from cache 2024-11-17T03:20:24,404 DEBUG [RS:0;695c90f4bb18:44779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0c11e78ced28c4cc63e191f5f93e4dc 2024-11-17T03:20:24,444 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:20:24,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1] 2024-11-17T03:20:24,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44779 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 695c90f4bb18,44779,1731813606203 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T03:20:24,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44779 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:45022 deadline: 1731813684122, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 695c90f4bb18,44779,1731813606203 stopping 2024-11-17T03:20:24,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 695c90f4bb18,44779,1731813606203 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:20:24,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 695c90f4bb18,44779,1731813606203 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:20:24,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1 from cache 2024-11-17T03:20:24,474 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/replication/c0c11e78ced28c4cc63e191f5f93e4dc/.tmp/queue/13188659a4a74a4a8f69ab9b3e77811f 2024-11-17T03:20:24,477 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T03:20:24,477 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T03:20:24,479 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/replication/c0c11e78ced28c4cc63e191f5f93e4dc/.tmp/hfileref/450fb25d0def44fc95638fe9f20c0b76 as hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/replication/c0c11e78ced28c4cc63e191f5f93e4dc/hfileref/450fb25d0def44fc95638fe9f20c0b76 2024-11-17T03:20:24,484 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/replication/c0c11e78ced28c4cc63e191f5f93e4dc/hfileref/450fb25d0def44fc95638fe9f20c0b76, entries=4, sequenceid=12, filesize=5.2 K 2024-11-17T03:20:24,485 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/replication/c0c11e78ced28c4cc63e191f5f93e4dc/.tmp/queue/13188659a4a74a4a8f69ab9b3e77811f as hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/replication/c0c11e78ced28c4cc63e191f5f93e4dc/queue/13188659a4a74a4a8f69ab9b3e77811f 2024-11-17T03:20:24,490 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/replication/c0c11e78ced28c4cc63e191f5f93e4dc/queue/13188659a4a74a4a8f69ab9b3e77811f, entries=1, sequenceid=12, filesize=5.2 K 2024-11-17T03:20:24,491 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c0c11e78ced28c4cc63e191f5f93e4dc in 481ms, sequenceid=12, compaction requested=false 2024-11-17T03:20:24,491 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/meta/1588230740/.tmp/rep_barrier/36f7c49e3e7540d792c8e973d4e4f0c5 2024-11-17T03:20:24,508 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/replication/c0c11e78ced28c4cc63e191f5f93e4dc/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T03:20:24,508 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:20:24,508 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:20:24,508 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731813616368.c0c11e78ced28c4cc63e191f5f93e4dc. 2024-11-17T03:20:24,508 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0c11e78ced28c4cc63e191f5f93e4dc: Waiting for close lock at 1731813624010Running coprocessor pre-close hooks at 1731813624010Disabling compacts and flushes for region at 1731813624010Disabling writes for close at 1731813624010Obtaining lock to block concurrent updates at 1731813624010Preparing flush snapshotting stores in c0c11e78ced28c4cc63e191f5f93e4dc at 1731813624010Finished memstore snapshotting hbase:replication,,1731813616368.c0c11e78ced28c4cc63e191f5f93e4dc., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731813624011 (+1 ms)Flushing stores of hbase:replication,,1731813616368.c0c11e78ced28c4cc63e191f5f93e4dc. at 1731813624011Flushing c0c11e78ced28c4cc63e191f5f93e4dc/hfileref: creating writer at 1731813624011Flushing c0c11e78ced28c4cc63e191f5f93e4dc/hfileref: appending metadata at 1731813624030 (+19 ms)Flushing c0c11e78ced28c4cc63e191f5f93e4dc/hfileref: closing flushed file at 1731813624030Flushing c0c11e78ced28c4cc63e191f5f93e4dc/queue: creating writer at 1731813624054 (+24 ms)Flushing c0c11e78ced28c4cc63e191f5f93e4dc/queue: appending metadata at 1731813624069 (+15 ms)Flushing c0c11e78ced28c4cc63e191f5f93e4dc/queue: closing flushed file at 1731813624069Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f9dc649: reopening flushed file at 1731813624478 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22a9afcf: reopening flushed file at 1731813624484 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for c0c11e78ced28c4cc63e191f5f93e4dc in 481ms, sequenceid=12, compaction requested=false at 1731813624491 (+7 ms)Writing region close event to WAL at 1731813624504 (+13 ms)Running coprocessor post-close hooks at 1731813624508 (+4 ms)Closed at 1731813624508 2024-11-17T03:20:24,509 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731813616368.c0c11e78ced28c4cc63e191f5f93e4dc. 2024-11-17T03:20:24,517 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/meta/1588230740/.tmp/table/7ca586319a8c49f3a58f30b6b4c9a796 is 53, key is hbase:replication/table:state/1731813617540/Put/seqid=0 2024-11-17T03:20:24,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741851_1027 (size=5308) 2024-11-17T03:20:24,604 DEBUG [RS:0;695c90f4bb18:44779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:20:24,612 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 to pos 1033, reset compression=false 2024-11-17T03:20:24,643 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557 to pos 1033, reset compression=false 2024-11-17T03:20:24,648 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:20:24,648 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557 to pos 1328, reset compression=false 2024-11-17T03:20:24,648 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.shipper695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,44779,1731813606203 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:20:24,650 ERROR [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.shipper695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 695c90f4bb18,44779,1731813606203: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-695c90f4bb18,44779,1731813606203, walGroup=695c90f4bb18%2C44779%2C1731813606203, offset=695c90f4bb18%2C44779%2C1731813606203.1731813608557:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:44779 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T03:20:24,652 ERROR [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.shipper695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T03:20:24,654 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.shipper695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T03:20:24,655 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.shipper695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T03:20:24,655 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.shipper695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T03:20:24,655 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.shipper695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T03:20:24,655 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.shipper695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 556954920 }, "NonHeapMemoryUsage": { "committed": 190709760, "init": 7667712, "max": -1, "used": 188003264 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T03:20:24,657 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.shipper695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T03:20:24,754 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:20:24,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1] 2024-11-17T03:20:24,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 695c90f4bb18,44779,1731813606203 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T03:20:24,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 695c90f4bb18,44779,1731813606203 aborting 2024-11-17T03:20:24,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 695c90f4bb18,44779,1731813606203 aborting 2024-11-17T03:20:24,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1 from cache 2024-11-17T03:20:24,805 DEBUG [RS:0;695c90f4bb18:44779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:20:24,858 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557 to pos 1328, reset compression=false 2024-11-17T03:20:24,922 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/meta/1588230740/.tmp/table/7ca586319a8c49f3a58f30b6b4c9a796 2024-11-17T03:20:24,926 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/meta/1588230740/.tmp/info/57fe8031f4ae434ea82d808838feef1c as hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/meta/1588230740/info/57fe8031f4ae434ea82d808838feef1c 2024-11-17T03:20:24,930 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/meta/1588230740/info/57fe8031f4ae434ea82d808838feef1c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T03:20:24,931 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/meta/1588230740/.tmp/ns/1be9410feb984ed2b6c3160b19009fb0 as hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/meta/1588230740/ns/1be9410feb984ed2b6c3160b19009fb0 2024-11-17T03:20:24,934 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/meta/1588230740/ns/1be9410feb984ed2b6c3160b19009fb0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T03:20:24,935 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/meta/1588230740/.tmp/rep_barrier/36f7c49e3e7540d792c8e973d4e4f0c5 as hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/meta/1588230740/rep_barrier/36f7c49e3e7540d792c8e973d4e4f0c5 2024-11-17T03:20:24,939 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/meta/1588230740/rep_barrier/36f7c49e3e7540d792c8e973d4e4f0c5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T03:20:24,939 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/meta/1588230740/.tmp/table/7ca586319a8c49f3a58f30b6b4c9a796 as hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/meta/1588230740/table/7ca586319a8c49f3a58f30b6b4c9a796 2024-11-17T03:20:24,943 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/meta/1588230740/table/7ca586319a8c49f3a58f30b6b4c9a796, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T03:20:24,944 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 939ms, sequenceid=16, compaction requested=false 2024-11-17T03:20:24,947 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T03:20:24,947 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:20:24,947 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:20:24,948 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:20:24,948 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813624004Running coprocessor pre-close hooks at 1731813624004Disabling compacts and flushes for region at 1731813624004Disabling writes for close at 1731813624004Obtaining lock to block concurrent updates at 1731813624004Preparing flush snapshotting stores in 1588230740 at 1731813624004Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731813624005 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731813624005Flushing 1588230740/info: creating writer at 1731813624005Flushing 1588230740/info: appending metadata at 1731813624022 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731813624022Flushing 1588230740/ns: creating writer at 1731813624043 (+21 ms)Flushing 1588230740/ns: appending metadata at 1731813624060 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731813624060Flushing 1588230740/rep_barrier: creating writer at 1731813624069 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731813624086 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731813624086Flushing 1588230740/table: creating writer at 1731813624495 (+409 ms)Flushing 1588230740/table: appending metadata at 1731813624516 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731813624517 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@443d7366: reopening flushed file at 1731813624926 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f90a477: reopening flushed file at 1731813624930 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1db44bfb: reopening flushed file at 1731813624934 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c77779e: reopening flushed file at 1731813624939 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 939ms, sequenceid=16, compaction requested=false at 1731813624944 (+5 ms)Writing region close event to WAL at 1731813624945 (+1 ms)Running coprocessor post-close hooks at 1731813624947 (+2 ms)Closed at 1731813624948 (+1 ms) 2024-11-17T03:20:24,948 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T03:20:25,005 INFO [RS:0;695c90f4bb18:44779 {}] regionserver.HRegionServer(976): stopping server 695c90f4bb18,44779,1731813606203; all regions closed. 2024-11-17T03:20:25,007 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.meta.1731813609602.meta not finished, retry = 0 2024-11-17T03:20:25,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741834_1010 (size=4239) 2024-11-17T03:20:25,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741839_1015 (size=3127) 2024-11-17T03:20:25,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741832_1008 (size=1336) 2024-11-17T03:20:25,114 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557 not finished, retry = 0 2024-11-17T03:20:25,115 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 to pos 1033, reset compression=false 2024-11-17T03:20:25,162 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557 to pos 1328, reset compression=false 2024-11-17T03:20:25,215 DEBUG [RS:0;695c90f4bb18:44779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:25,215 INFO [RS:0;695c90f4bb18:44779 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:20:25,215 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/WALs/695c90f4bb18,44779,1731813606203/695c90f4bb18%2C44779%2C1731813606203.1731813608557 2024-11-17T03:20:25,216 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-17T03:20:25,216 INFO [RS:0;695c90f4bb18:44779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:20:25,216 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-17T03:20:25,216 INFO [RS:0;695c90f4bb18:44779 {}] hbase.ChoreService(370): Chore service for: regionserver/695c90f4bb18:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T03:20:25,216 INFO [RS:0;695c90f4bb18:44779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:20:25,216 INFO [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:20:25,216 INFO [RS:0;695c90f4bb18:44779 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-695c90f4bb18,44779,1731813606203 because: Region server is closing 2024-11-17T03:20:25,216 INFO [RS:0;695c90f4bb18:44779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:44779. 2024-11-17T03:20:25,216 DEBUG [RS:0;695c90f4bb18:44779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:20:25,217 DEBUG [RS:0;695c90f4bb18:44779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:25,217 DEBUG [RS:0;695c90f4bb18:44779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:25,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:20:25,263 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:20:25,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1] 2024-11-17T03:20:25,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 695c90f4bb18,44779,1731813606203 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T03:20:25,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 695c90f4bb18,44779,1731813606203 aborting 2024-11-17T03:20:25,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 695c90f4bb18,44779,1731813606203 aborting 2024-11-17T03:20:25,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44779,1731813606203, seqNum=-1 from cache 2024-11-17T03:20:25,266 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T03:20:25,266 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-17T03:20:24.125Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 695c90f4bb18,44779,1731813606203 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:20:24.237Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 695c90f4bb18,44779,1731813606203 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:20:24.447Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 695c90f4bb18,44779,1731813606203 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:20:24.756Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 695c90f4bb18,44779,1731813606203 aborting 2024-11-17T03:20:25.265Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 695c90f4bb18,44779,1731813606203 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 695c90f4bb18,44779,1731813606203 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 695c90f4bb18,44779,1731813606203 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-17T03:20:25,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-17T03:20:24.125Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 695c90f4bb18,44779,1731813606203 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:20:24.237Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 695c90f4bb18,44779,1731813606203 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:20:24.447Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 695c90f4bb18,44779,1731813606203 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:20:24.756Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 695c90f4bb18,44779,1731813606203 aborting 2024-11-17T03:20:25.265Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 695c90f4bb18,44779,1731813606203 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 695c90f4bb18,44779,1731813606203 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 695c90f4bb18,44779,1731813606203 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-17T03:20:25,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44779 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:45014 deadline: 1731813683704, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-17T03:20:24.125Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 695c90f4bb18,44779,1731813606203 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:20:24.237Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 695c90f4bb18,44779,1731813606203 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:20:24.447Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 695c90f4bb18,44779,1731813606203 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:20:24.756Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 695c90f4bb18,44779,1731813606203 aborting 2024-11-17T03:20:25.265Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 695c90f4bb18,44779,1731813606203 aborting 2024-11-17T03:20:25,269 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.shipper695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-17T03:20:24.125Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 695c90f4bb18,44779,1731813606203 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:20:24.237Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 695c90f4bb18,44779,1731813606203 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:20:24.447Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 695c90f4bb18,44779,1731813606203 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T03:20:24.756Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 695c90f4bb18,44779,1731813606203 aborting 2024-11-17T03:20:25.265Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 695c90f4bb18,44779,1731813606203 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 695c90f4bb18,44779,1731813606203 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 695c90f4bb18,44779,1731813606203 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T03:20:25,317 INFO [RS:0;695c90f4bb18:44779 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.shipper695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 terminated 2024-11-17T03:20:25,317 INFO [RS:0;695c90f4bb18:44779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:44779. 2024-11-17T03:20:25,317 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44779,1731813606203.replicationSource.wal-reader.695c90f4bb18%2C44779%2C1731813606203,1-695c90f4bb18,44779,1731813606203 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-17T03:20:25,317 DEBUG [RS:0;695c90f4bb18:44779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:20:25,317 DEBUG [RS:0;695c90f4bb18:44779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:25,317 DEBUG [RS:0;695c90f4bb18:44779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:25,317 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:20:25,317 INFO [RS:0;695c90f4bb18:44779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44779 2024-11-17T03:20:25,373 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 695c90f4bb18:44779 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 695c90f4bb18/172.17.0.3:44779 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T03:20:25,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 695c90f4bb18:44779 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 695c90f4bb18/172.17.0.3:44779 2024-11-17T03:20:25,373 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.shipper695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=695c90f4bb18:44779 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 695c90f4bb18/172.17.0.3:44779 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 695c90f4bb18/172.17.0.3:44779 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-17T03:20:25,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-250550517/rs 2024-11-17T03:20:25,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x10146ce61b70004, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-250550517/rs/695c90f4bb18,44779,1731813606203 2024-11-17T03:20:25,380 INFO [RS:0;695c90f4bb18:44779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:20:25,380 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [695c90f4bb18,44779,1731813606203] 2024-11-17T03:20:25,401 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-250550517/draining/695c90f4bb18,44779,1731813606203 already deleted, retry=false 2024-11-17T03:20:25,401 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 695c90f4bb18,44779,1731813606203 expired; onlineServers=0 2024-11-17T03:20:25,401 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '695c90f4bb18,39753,1731813606055' ***** 2024-11-17T03:20:25,401 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T03:20:25,401 INFO [M:0;695c90f4bb18:39753 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:20:25,401 INFO [M:0;695c90f4bb18:39753 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:20:25,401 DEBUG [M:0;695c90f4bb18:39753 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T03:20:25,401 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T03:20:25,401 DEBUG [M:0;695c90f4bb18:39753 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T03:20:25,401 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813608272 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813608272,5,FailOnTimeoutGroup] 2024-11-17T03:20:25,401 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813608273 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813608273,5,FailOnTimeoutGroup] 2024-11-17T03:20:25,401 INFO [M:0;695c90f4bb18:39753 {}] hbase.ChoreService(370): Chore service for: master/695c90f4bb18:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T03:20:25,401 INFO [M:0;695c90f4bb18:39753 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:20:25,401 DEBUG [M:0;695c90f4bb18:39753 {}] master.HMaster(1795): Stopping service threads 2024-11-17T03:20:25,402 INFO [M:0;695c90f4bb18:39753 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T03:20:25,402 INFO [M:0;695c90f4bb18:39753 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:20:25,402 INFO [M:0;695c90f4bb18:39753 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T03:20:25,402 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T03:20:25,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-250550517/master 2024-11-17T03:20:25,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-250550517 2024-11-17T03:20:25,411 DEBUG [M:0;695c90f4bb18:39753 {}] zookeeper.ZKUtil(347): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Unable to get data of znode /1-250550517/master because node does not exist (not an error) 2024-11-17T03:20:25,411 WARN [M:0;695c90f4bb18:39753 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T03:20:25,412 INFO [M:0;695c90f4bb18:39753 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/.lastflushedseqids 2024-11-17T03:20:25,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741852_1028 (size=263) 2024-11-17T03:20:25,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x10146ce61b70004, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:20:25,490 INFO [RS:0;695c90f4bb18:44779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:20:25,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44779-0x10146ce61b70004, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:20:25,491 INFO [RS:0;695c90f4bb18:44779 {}] regionserver.HRegionServer(1031): Exiting; stopping=695c90f4bb18,44779,1731813606203; zookeeper connection closed. 2024-11-17T03:20:25,491 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@617a6996 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@617a6996 2024-11-17T03:20:25,491 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T03:20:25,576 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.shipper695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] ipc.AbstractRpcClient(357): Not trying to connect to 695c90f4bb18:44779 this server is in the failed servers list 2024-11-17T03:20:25,577 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.shipper695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=695c90f4bb18:44779 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 695c90f4bb18:44779 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 695c90f4bb18:44779 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-17T03:20:25,719 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 to pos 1033, reset compression=false 2024-11-17T03:20:25,816 INFO [M:0;695c90f4bb18:39753 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T03:20:25,816 INFO [M:0;695c90f4bb18:39753 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T03:20:25,816 DEBUG [M:0;695c90f4bb18:39753 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:20:25,816 INFO [M:0;695c90f4bb18:39753 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:25,817 DEBUG [M:0;695c90f4bb18:39753 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:25,817 DEBUG [M:0;695c90f4bb18:39753 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:20:25,817 DEBUG [M:0;695c90f4bb18:39753 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:25,817 INFO [M:0;695c90f4bb18:39753 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-17T03:20:25,831 DEBUG [M:0;695c90f4bb18:39753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fe8a7e83ce54765855717e1e1ed457b is 82, key is hbase:meta,,1/info:regioninfo/1731813609636/Put/seqid=0 2024-11-17T03:20:25,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741853_1029 (size=5672) 2024-11-17T03:20:25,878 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.shipper695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] ipc.AbstractRpcClient(357): Not trying to connect to 695c90f4bb18:44779 this server is in the failed servers list 2024-11-17T03:20:25,878 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.shipper695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=695c90f4bb18:44779 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 695c90f4bb18:44779 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 695c90f4bb18:44779 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-17T03:20:26,235 INFO [M:0;695c90f4bb18:39753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fe8a7e83ce54765855717e1e1ed457b 2024-11-17T03:20:26,251 DEBUG [M:0;695c90f4bb18:39753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a7be53925f940ce9d0b89bc86e7f3ca is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731813617543/Put/seqid=0 2024-11-17T03:20:26,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741854_1030 (size=8515) 2024-11-17T03:20:26,258 INFO [M:0;695c90f4bb18:39753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a7be53925f940ce9d0b89bc86e7f3ca 2024-11-17T03:20:26,275 DEBUG [M:0;695c90f4bb18:39753 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e55db31c224436f83e2dbab3adaa9c0 is 69, key is 695c90f4bb18,44779,1731813606203/rs:state/1731813608369/Put/seqid=0 2024-11-17T03:20:26,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741855_1031 (size=5156) 2024-11-17T03:20:26,279 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.shipper695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] ipc.AbstractRpcClient(357): Not trying to connect to 695c90f4bb18:44779 this server is in the failed servers list 2024-11-17T03:20:26,280 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.shipper695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=695c90f4bb18:44779 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 695c90f4bb18:44779 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 695c90f4bb18:44779 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-17T03:20:26,422 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 to pos 1033, reset compression=false 2024-11-17T03:20:26,679 INFO [M:0;695c90f4bb18:39753 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e55db31c224436f83e2dbab3adaa9c0 2024-11-17T03:20:26,683 DEBUG [M:0;695c90f4bb18:39753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3fe8a7e83ce54765855717e1e1ed457b as hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3fe8a7e83ce54765855717e1e1ed457b 2024-11-17T03:20:26,687 INFO [M:0;695c90f4bb18:39753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3fe8a7e83ce54765855717e1e1ed457b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T03:20:26,688 DEBUG [M:0;695c90f4bb18:39753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a7be53925f940ce9d0b89bc86e7f3ca as hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a7be53925f940ce9d0b89bc86e7f3ca 2024-11-17T03:20:26,692 INFO [M:0;695c90f4bb18:39753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a7be53925f940ce9d0b89bc86e7f3ca, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T03:20:26,693 DEBUG [M:0;695c90f4bb18:39753 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e55db31c224436f83e2dbab3adaa9c0 as hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e55db31c224436f83e2dbab3adaa9c0 2024-11-17T03:20:26,697 INFO [M:0;695c90f4bb18:39753 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36153/user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e55db31c224436f83e2dbab3adaa9c0, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T03:20:26,698 INFO [M:0;695c90f4bb18:39753 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=97, compaction requested=false 2024-11-17T03:20:26,701 INFO [M:0;695c90f4bb18:39753 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:26,701 DEBUG [M:0;695c90f4bb18:39753 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813625816Disabling compacts and flushes for region at 1731813625816Disabling writes for close at 1731813625817 (+1 ms)Obtaining lock to block concurrent updates at 1731813625817Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731813625817Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731813625817Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731813625817Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731813625818 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731813625831 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731813625831Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731813626239 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731813626251 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731813626251Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731813626261 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731813626275 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731813626275Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@492c7b99: reopening flushed file at 1731813626683 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@363e9f3b: reopening flushed file at 1731813626687 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f89e997: reopening flushed file at 1731813626692 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 881ms, sequenceid=97, compaction requested=false at 1731813626698 (+6 ms)Writing region close event to WAL at 1731813626701 (+3 ms)Closed at 1731813626701 2024-11-17T03:20:26,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40367 is added to blk_1073741830_1006 (size=63642) 2024-11-17T03:20:26,703 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/736d5587-04ea-4985-6014-16673920e015/MasterData/WALs/695c90f4bb18,39753,1731813606055/695c90f4bb18%2C39753%2C1731813606055.1731813607949 not finished, retry = 0 2024-11-17T03:20:26,781 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.shipper695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] ipc.AbstractRpcClient(357): Not trying to connect to 695c90f4bb18:44779 this server is in the failed servers list 2024-11-17T03:20:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T03:20:26,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39753 {}] ipc.CallRunner(138): callId: 15 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:35604 deadline: 1731813686782, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-17T03:20:26,783 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.shipper695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.reportBadSink(HBaseReplicationEndpoint.java:257) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.onReplicateWALEntryException(HBaseInterClusterReplicationEndpoint.java:558) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.lambda$replicateEntries$2(HBaseInterClusterReplicationEndpoint.java:541) ~[classes/:?] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:536) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-17T03:20:26,784 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.shipper695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-17T03:20:26,784 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.shipper695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=695c90f4bb18:44779 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 695c90f4bb18:44779 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:270) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$Stub.replicateWALEntry(AdminProtos.java:34879) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.lambda$replicateWALEntry$9(AsyncRegionServerAdmin.java:166) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.call(AsyncRegionServerAdmin.java:103) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionServerAdmin.replicateWALEntry(AsyncRegionServerAdmin.java:164) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.protobuf.ReplicationProtobufUtil.replicateWALEntry(ReplicationProtobufUtil.java:62) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:537) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 695c90f4bb18:44779 at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:361) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 12 more 2024-11-17T03:20:26,804 INFO [M:0;695c90f4bb18:39753 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T03:20:26,804 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:20:26,804 INFO [M:0;695c90f4bb18:39753 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39753 2024-11-17T03:20:26,804 INFO [M:0;695c90f4bb18:39753 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:20:26,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:20:26,996 INFO [M:0;695c90f4bb18:39753 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:20:26,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39753-0x10146ce61b70003, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:20:27,033 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fe7967b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:20:27,033 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30278bea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:20:27,033 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:20:27,034 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5906d11d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:20:27,034 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d87153d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/hadoop.log.dir/,STOPPED} 2024-11-17T03:20:27,035 WARN [BP-573318709-172.17.0.3-1731813603992 heartbeating to localhost/127.0.0.1:36153 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T03:20:27,035 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T03:20:27,036 WARN [BP-573318709-172.17.0.3-1731813603992 heartbeating to localhost/127.0.0.1:36153 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-573318709-172.17.0.3-1731813603992 (Datanode Uuid c71a14bd-cd61-4f0c-8efc-353a6796a5fc) service to localhost/127.0.0.1:36153 2024-11-17T03:20:27,036 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T03:20:27,036 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/cluster_d642df26-214c-cc1e-c1b6-1a382d372e34/data/data1/current/BP-573318709-172.17.0.3-1731813603992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:20:27,036 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/cluster_d642df26-214c-cc1e-c1b6-1a382d372e34/data/data2/current/BP-573318709-172.17.0.3-1731813603992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:20:27,036 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T03:20:27,042 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8c48257{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:20:27,043 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6eee1e41{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:20:27,043 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:20:27,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56ed3217{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:20:27,043 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3143aeaf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/hadoop.log.dir/,STOPPED} 2024-11-17T03:20:27,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T03:20:27,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T03:20:27,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:20:27,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:20:27,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:27,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:27,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:20:27,059 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T03:20:27,059 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=151842822, stopped=false 2024-11-17T03:20:27,059 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=695c90f4bb18,41651,1731813600810 2024-11-17T03:20:27,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1468405447/running 2024-11-17T03:20:27,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41545-0x10146ce61b70001, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1468405447/running 2024-11-17T03:20:27,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1468405447 2024-11-17T03:20:27,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41545-0x10146ce61b70001, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1468405447 2024-11-17T03:20:27,074 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:20:27,074 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:20:27,075 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:20:27,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:27,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Set watcher on znode that does not yet exist, /0-1468405447/running 2024-11-17T03:20:27,075 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '695c90f4bb18,41545,1731813601016' ***** 2024-11-17T03:20:27,075 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T03:20:27,075 INFO [RS:0;695c90f4bb18:41545 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T03:20:27,075 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41545-0x10146ce61b70001, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Set watcher on znode that does not yet exist, /0-1468405447/running 2024-11-17T03:20:27,075 INFO [RS:0;695c90f4bb18:41545 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T03:20:27,075 INFO [RS:0;695c90f4bb18:41545 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T03:20:27,075 INFO [RS:0;695c90f4bb18:41545 {}] regionserver.HRegionServer(3091): Received CLOSE for 09e4ed2c8c6b4c949a29c7e50bcce60d 2024-11-17T03:20:27,075 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T03:20:27,075 INFO [RS:0;695c90f4bb18:41545 {}] regionserver.HRegionServer(3091): Received CLOSE for 692055de1daa440dd22310d64a212586 2024-11-17T03:20:27,076 INFO [RS:0;695c90f4bb18:41545 {}] regionserver.HRegionServer(959): stopping server 695c90f4bb18,41545,1731813601016 2024-11-17T03:20:27,076 INFO [RS:0;695c90f4bb18:41545 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:20:27,076 INFO [RS:0;695c90f4bb18:41545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:41545. 2024-11-17T03:20:27,076 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 09e4ed2c8c6b4c949a29c7e50bcce60d, disabling compactions & flushes 2024-11-17T03:20:27,076 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813614212.09e4ed2c8c6b4c949a29c7e50bcce60d. 2024-11-17T03:20:27,076 DEBUG [RS:0;695c90f4bb18:41545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:20:27,076 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813614212.09e4ed2c8c6b4c949a29c7e50bcce60d. 2024-11-17T03:20:27,076 DEBUG [RS:0;695c90f4bb18:41545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:27,076 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813614212.09e4ed2c8c6b4c949a29c7e50bcce60d. after waiting 0 ms 2024-11-17T03:20:27,076 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813614212.09e4ed2c8c6b4c949a29c7e50bcce60d. 2024-11-17T03:20:27,076 INFO [RS:0;695c90f4bb18:41545 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T03:20:27,076 INFO [RS:0;695c90f4bb18:41545 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T03:20:27,076 INFO [RS:0;695c90f4bb18:41545 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T03:20:27,076 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 09e4ed2c8c6b4c949a29c7e50bcce60d 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-17T03:20:27,076 INFO [RS:0;695c90f4bb18:41545 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T03:20:27,076 INFO [RS:0;695c90f4bb18:41545 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T03:20:27,076 DEBUG [RS:0;695c90f4bb18:41545 {}] regionserver.HRegionServer(1325): Online Regions={09e4ed2c8c6b4c949a29c7e50bcce60d=hbase:replication,,1731813614212.09e4ed2c8c6b4c949a29c7e50bcce60d., 1588230740=hbase:meta,,1.1588230740, 692055de1daa440dd22310d64a212586=test,,1731813609890.692055de1daa440dd22310d64a212586.} 2024-11-17T03:20:27,076 DEBUG [RS:0;695c90f4bb18:41545 {}] regionserver.HRegionServer(1351): Waiting on 09e4ed2c8c6b4c949a29c7e50bcce60d, 1588230740, 692055de1daa440dd22310d64a212586 2024-11-17T03:20:27,076 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:20:27,076 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:20:27,076 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:20:27,076 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:20:27,076 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:20:27,076 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T03:20:27,092 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/meta/1588230740/.tmp/info/74ab5cf084634a339fa7a9670d72f2f6 is 147, key is hbase:replication,,1731813614212.09e4ed2c8c6b4c949a29c7e50bcce60d./info:regioninfo/1731813615376/Put/seqid=0 2024-11-17T03:20:27,092 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/replication/09e4ed2c8c6b4c949a29c7e50bcce60d/.tmp/hfileref/5860e8f88d5449128d8461ef2837061a is 74, key is 1/hfileref:00ad717552a544c3b6a52ef50a789556_SeqId_4_/1731813621073/DeleteColumn/seqid=0 2024-11-17T03:20:27,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741847_1023 (size=7686) 2024-11-17T03:20:27,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741846_1022 (size=5345) 2024-11-17T03:20:27,100 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/replication/09e4ed2c8c6b4c949a29c7e50bcce60d/.tmp/hfileref/5860e8f88d5449128d8461ef2837061a 2024-11-17T03:20:27,100 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/meta/1588230740/.tmp/info/74ab5cf084634a339fa7a9670d72f2f6 2024-11-17T03:20:27,118 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/meta/1588230740/.tmp/ns/279c6401474e434c9840c4e6ecb226b1 is 43, key is default/ns:d/1731813603914/Put/seqid=0 2024-11-17T03:20:27,118 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/replication/09e4ed2c8c6b4c949a29c7e50bcce60d/.tmp/queue/26570bd0e6384de6b469e301a03a4e80 is 153, key is 1-695c90f4bb18,41545,1731813601016/queue:695c90f4bb18%2C41545%2C1731813601016/1731813621075/Put/seqid=0 2024-11-17T03:20:27,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741849_1025 (size=5153) 2024-11-17T03:20:27,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741848_1024 (size=5352) 2024-11-17T03:20:27,122 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/meta/1588230740/.tmp/ns/279c6401474e434c9840c4e6ecb226b1 2024-11-17T03:20:27,123 INFO [regionserver/695c90f4bb18:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:20:27,141 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/meta/1588230740/.tmp/rep_barrier/24860a05f26943dfa4d0c0b7d9b6a01a is 112, key is test,,1731813609890.692055de1daa440dd22310d64a212586./rep_barrier:seqnumDuringOpen/1731813611035/Put/seqid=0 2024-11-17T03:20:27,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741850_1026 (size=5518) 2024-11-17T03:20:27,226 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 to pos 1033, reset compression=false 2024-11-17T03:20:27,276 DEBUG [RS:0;695c90f4bb18:41545 {}] regionserver.HRegionServer(1351): Waiting on 09e4ed2c8c6b4c949a29c7e50bcce60d, 1588230740, 692055de1daa440dd22310d64a212586 2024-11-17T03:20:27,385 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.shipper695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-17T03:20:27,386 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 695c90f4bb18:39753 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 695c90f4bb18/172.17.0.3:39753 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T03:20:27,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 695c90f4bb18:39753 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 695c90f4bb18/172.17.0.3:39753 2024-11-17T03:20:27,401 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T03:20:27,402 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T03:20:27,476 DEBUG [RS:0;695c90f4bb18:41545 {}] regionserver.HRegionServer(1351): Waiting on 09e4ed2c8c6b4c949a29c7e50bcce60d, 1588230740, 692055de1daa440dd22310d64a212586 2024-11-17T03:20:27,494 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:27,494 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 695c90f4bb18:39753 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 695c90f4bb18/172.17.0.3:39753 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T03:20:27,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=695c90f4bb18:39753 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 695c90f4bb18/172.17.0.3:39753 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-17T03:20:27,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 695c90f4bb18:39753 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 695c90f4bb18/172.17.0.3:39753 2024-11-17T03:20:27,523 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/replication/09e4ed2c8c6b4c949a29c7e50bcce60d/.tmp/queue/26570bd0e6384de6b469e301a03a4e80 2024-11-17T03:20:27,527 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/replication/09e4ed2c8c6b4c949a29c7e50bcce60d/.tmp/hfileref/5860e8f88d5449128d8461ef2837061a as hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/replication/09e4ed2c8c6b4c949a29c7e50bcce60d/hfileref/5860e8f88d5449128d8461ef2837061a 2024-11-17T03:20:27,531 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/replication/09e4ed2c8c6b4c949a29c7e50bcce60d/hfileref/5860e8f88d5449128d8461ef2837061a, entries=4, sequenceid=10, filesize=5.2 K 2024-11-17T03:20:27,531 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/replication/09e4ed2c8c6b4c949a29c7e50bcce60d/.tmp/queue/26570bd0e6384de6b469e301a03a4e80 as hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/replication/09e4ed2c8c6b4c949a29c7e50bcce60d/queue/26570bd0e6384de6b469e301a03a4e80 2024-11-17T03:20:27,534 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/replication/09e4ed2c8c6b4c949a29c7e50bcce60d/queue/26570bd0e6384de6b469e301a03a4e80, entries=1, sequenceid=10, filesize=5.2 K 2024-11-17T03:20:27,535 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 09e4ed2c8c6b4c949a29c7e50bcce60d in 459ms, sequenceid=10, compaction requested=false 2024-11-17T03:20:27,535 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T03:20:27,542 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/replication/09e4ed2c8c6b4c949a29c7e50bcce60d/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T03:20:27,542 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:20:27,542 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:20:27,542 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731813614212.09e4ed2c8c6b4c949a29c7e50bcce60d. 2024-11-17T03:20:27,542 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 09e4ed2c8c6b4c949a29c7e50bcce60d: Waiting for close lock at 1731813627076Running coprocessor pre-close hooks at 1731813627076Disabling compacts and flushes for region at 1731813627076Disabling writes for close at 1731813627076Obtaining lock to block concurrent updates at 1731813627076Preparing flush snapshotting stores in 09e4ed2c8c6b4c949a29c7e50bcce60d at 1731813627076Finished memstore snapshotting hbase:replication,,1731813614212.09e4ed2c8c6b4c949a29c7e50bcce60d., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731813627076Flushing stores of hbase:replication,,1731813614212.09e4ed2c8c6b4c949a29c7e50bcce60d. at 1731813627076Flushing 09e4ed2c8c6b4c949a29c7e50bcce60d/hfileref: creating writer at 1731813627077 (+1 ms)Flushing 09e4ed2c8c6b4c949a29c7e50bcce60d/hfileref: appending metadata at 1731813627092 (+15 ms)Flushing 09e4ed2c8c6b4c949a29c7e50bcce60d/hfileref: closing flushed file at 1731813627092Flushing 09e4ed2c8c6b4c949a29c7e50bcce60d/queue: creating writer at 1731813627103 (+11 ms)Flushing 09e4ed2c8c6b4c949a29c7e50bcce60d/queue: appending metadata at 1731813627118 (+15 ms)Flushing 09e4ed2c8c6b4c949a29c7e50bcce60d/queue: closing flushed file at 1731813627118Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11fd651f: reopening flushed file at 1731813627526 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b80ac7c: reopening flushed file at 1731813627531 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 09e4ed2c8c6b4c949a29c7e50bcce60d in 459ms, sequenceid=10, compaction requested=false at 1731813627535 (+4 ms)Writing region close event to WAL at 1731813627539 (+4 ms)Running coprocessor post-close hooks at 1731813627542 (+3 ms)Closed at 1731813627542 2024-11-17T03:20:27,542 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731813614212.09e4ed2c8c6b4c949a29c7e50bcce60d. 2024-11-17T03:20:27,543 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 692055de1daa440dd22310d64a212586, disabling compactions & flushes 2024-11-17T03:20:27,543 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731813609890.692055de1daa440dd22310d64a212586. 2024-11-17T03:20:27,543 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813609890.692055de1daa440dd22310d64a212586. 2024-11-17T03:20:27,543 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731813609890.692055de1daa440dd22310d64a212586. after waiting 0 ms 2024-11-17T03:20:27,543 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731813609890.692055de1daa440dd22310d64a212586. 2024-11-17T03:20:27,545 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/meta/1588230740/.tmp/rep_barrier/24860a05f26943dfa4d0c0b7d9b6a01a 2024-11-17T03:20:27,545 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/default/test/692055de1daa440dd22310d64a212586/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T03:20:27,546 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:20:27,546 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T03:20:27,546 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731813609890.692055de1daa440dd22310d64a212586. 2024-11-17T03:20:27,546 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 692055de1daa440dd22310d64a212586: Waiting for close lock at 1731813627543Running coprocessor pre-close hooks at 1731813627543Disabling compacts and flushes for region at 1731813627543Disabling writes for close at 1731813627543Writing region close event to WAL at 1731813627543Running coprocessor post-close hooks at 1731813627546 (+3 ms)Closed at 1731813627546 2024-11-17T03:20:27,546 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731813609890.692055de1daa440dd22310d64a212586. 2024-11-17T03:20:27,564 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/meta/1588230740/.tmp/table/58939d29d98a444e935cdbc30135bbce is 53, key is hbase:replication/table:state/1731813615381/Put/seqid=0 2024-11-17T03:20:27,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741851_1027 (size=5308) 2024-11-17T03:20:27,677 DEBUG [RS:0;695c90f4bb18:41545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:20:27,703 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:27,704 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 695c90f4bb18:39753 this server is in the failed servers list 2024-11-17T03:20:27,704 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 695c90f4bb18:39753 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:20:27,877 DEBUG [RS:0;695c90f4bb18:41545 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:20:27,969 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/meta/1588230740/.tmp/table/58939d29d98a444e935cdbc30135bbce 2024-11-17T03:20:27,974 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/meta/1588230740/.tmp/info/74ab5cf084634a339fa7a9670d72f2f6 as hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/meta/1588230740/info/74ab5cf084634a339fa7a9670d72f2f6 2024-11-17T03:20:27,978 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/meta/1588230740/info/74ab5cf084634a339fa7a9670d72f2f6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T03:20:27,979 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/meta/1588230740/.tmp/ns/279c6401474e434c9840c4e6ecb226b1 as hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/meta/1588230740/ns/279c6401474e434c9840c4e6ecb226b1 2024-11-17T03:20:27,983 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/meta/1588230740/ns/279c6401474e434c9840c4e6ecb226b1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T03:20:27,984 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/meta/1588230740/.tmp/rep_barrier/24860a05f26943dfa4d0c0b7d9b6a01a as hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/meta/1588230740/rep_barrier/24860a05f26943dfa4d0c0b7d9b6a01a 2024-11-17T03:20:27,987 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/meta/1588230740/rep_barrier/24860a05f26943dfa4d0c0b7d9b6a01a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T03:20:27,988 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/meta/1588230740/.tmp/table/58939d29d98a444e935cdbc30135bbce as hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/meta/1588230740/table/58939d29d98a444e935cdbc30135bbce 2024-11-17T03:20:27,992 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/meta/1588230740/table/58939d29d98a444e935cdbc30135bbce, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T03:20:27,993 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 917ms, sequenceid=16, compaction requested=false 2024-11-17T03:20:27,993 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T03:20:27,997 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T03:20:27,997 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:20:27,997 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:20:27,997 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:20:27,997 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813627076Running coprocessor pre-close hooks at 1731813627076Disabling compacts and flushes for region at 1731813627076Disabling writes for close at 1731813627076Obtaining lock to block concurrent updates at 1731813627076Preparing flush snapshotting stores in 1588230740 at 1731813627076Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731813627076Flushing stores of hbase:meta,,1.1588230740 at 1731813627077 (+1 ms)Flushing 1588230740/info: creating writer at 1731813627077Flushing 1588230740/info: appending metadata at 1731813627092 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731813627092Flushing 1588230740/ns: creating writer at 1731813627103 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731813627118 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731813627118Flushing 1588230740/rep_barrier: creating writer at 1731813627126 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731813627141 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731813627141Flushing 1588230740/table: creating writer at 1731813627549 (+408 ms)Flushing 1588230740/table: appending metadata at 1731813627564 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731813627564Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3facac69: reopening flushed file at 1731813627973 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@667416c4: reopening flushed file at 1731813627978 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@359fb301: reopening flushed file at 1731813627983 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a5447a: reopening flushed file at 1731813627988 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 917ms, sequenceid=16, compaction requested=false at 1731813627993 (+5 ms)Writing region close event to WAL at 1731813627994 (+1 ms)Running coprocessor post-close hooks at 1731813627997 (+3 ms)Closed at 1731813627997 2024-11-17T03:20:27,997 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T03:20:28,014 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:28,014 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 695c90f4bb18:39753 this server is in the failed servers list 2024-11-17T03:20:28,014 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 695c90f4bb18:39753 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:20:28,077 INFO [RS:0;695c90f4bb18:41545 {}] regionserver.HRegionServer(976): stopping server 695c90f4bb18,41545,1731813601016; all regions closed. 2024-11-17T03:20:28,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741834_1010 (size=4239) 2024-11-17T03:20:28,079 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.meta.1731813603859.meta not finished, retry = 0 2024-11-17T03:20:28,130 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 to pos 1033, reset compression=false 2024-11-17T03:20:28,134 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:20:28,134 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 to pos 1328, reset compression=false 2024-11-17T03:20:28,181 DEBUG [RS:0;695c90f4bb18:41545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/oldWALs 2024-11-17T03:20:28,181 INFO [RS:0;695c90f4bb18:41545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C41545%2C1731813601016.meta:.meta(num 1731813603859) 2024-11-17T03:20:28,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741839_1015 (size=2695) 2024-11-17T03:20:28,183 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.rep.1731813615348 not finished, retry = 0 2024-11-17T03:20:28,285 DEBUG [RS:0;695c90f4bb18:41545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/oldWALs 2024-11-17T03:20:28,285 INFO [RS:0;695c90f4bb18:41545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C41545%2C1731813601016.rep:(num 1731813615348) 2024-11-17T03:20:28,288 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 not finished, retry = 0 2024-11-17T03:20:28,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741833_1009 (size=1336) 2024-11-17T03:20:28,337 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 to pos 1328, reset compression=false 2024-11-17T03:20:28,389 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/WALs/695c90f4bb18,41545,1731813601016/695c90f4bb18%2C41545%2C1731813601016.1731813603439 2024-11-17T03:20:28,390 DEBUG [RS:0;695c90f4bb18:41545 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/oldWALs 2024-11-17T03:20:28,390 INFO [RS:0;695c90f4bb18:41545 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C41545%2C1731813601016:(num 1731813603439) 2024-11-17T03:20:28,390 DEBUG [RS:0;695c90f4bb18:41545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:28,390 INFO [RS:0;695c90f4bb18:41545 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:20:28,390 INFO [RS:0;695c90f4bb18:41545 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:20:28,390 INFO [RS:0;695c90f4bb18:41545 {}] hbase.ChoreService(370): Chore service for: regionserver/695c90f4bb18:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T03:20:28,390 INFO [RS:0;695c90f4bb18:41545 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:20:28,391 INFO [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:20:28,391 INFO [RS:0;695c90f4bb18:41545 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-695c90f4bb18,41545,1731813601016 because: Region server is closing 2024-11-17T03:20:28,391 INFO [RS:0;695c90f4bb18:41545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:41545. 2024-11-17T03:20:28,391 DEBUG [RS:0;695c90f4bb18:41545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:20:28,391 DEBUG [RS:0;695c90f4bb18:41545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:28,391 DEBUG [RS:0;695c90f4bb18:41545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:28,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:20:28,491 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.wal-reader.695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-17T03:20:28,491 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.shipper695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-17T03:20:28,491 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.shipper695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-17T03:20:28,492 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.shipper695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-17T03:20:28,523 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:28,524 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 695c90f4bb18:39753 this server is in the failed servers list 2024-11-17T03:20:28,524 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 695c90f4bb18:39753 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:20:29,192 INFO [RS:0;695c90f4bb18:41545 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41545,1731813601016.replicationSource.shipper695c90f4bb18%2C41545%2C1731813601016,1-695c90f4bb18,41545,1731813601016 terminated 2024-11-17T03:20:29,192 INFO [RS:0;695c90f4bb18:41545 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:41545. 2024-11-17T03:20:29,193 DEBUG [RS:0;695c90f4bb18:41545 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:20:29,193 DEBUG [RS:0;695c90f4bb18:41545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:29,193 DEBUG [RS:0;695c90f4bb18:41545 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:29,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:20:29,193 INFO [RS:0;695c90f4bb18:41545 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41545 2024-11-17T03:20:29,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1468405447/rs 2024-11-17T03:20:29,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41545-0x10146ce61b70001, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1468405447/rs/695c90f4bb18,41545,1731813601016 2024-11-17T03:20:29,243 INFO [RS:0;695c90f4bb18:41545 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:20:29,253 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [695c90f4bb18,41545,1731813601016] 2024-11-17T03:20:29,263 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1468405447/draining/695c90f4bb18,41545,1731813601016 already deleted, retry=false 2024-11-17T03:20:29,264 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 695c90f4bb18,41545,1731813601016 expired; onlineServers=0 2024-11-17T03:20:29,264 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '695c90f4bb18,41651,1731813600810' ***** 2024-11-17T03:20:29,264 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T03:20:29,264 INFO [M:0;695c90f4bb18:41651 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:20:29,264 INFO [M:0;695c90f4bb18:41651 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:20:29,264 DEBUG [M:0;695c90f4bb18:41651 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T03:20:29,264 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T03:20:29,264 DEBUG [M:0;695c90f4bb18:41651 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T03:20:29,264 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813603031 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813603031,5,FailOnTimeoutGroup] 2024-11-17T03:20:29,264 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813603031 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813603031,5,FailOnTimeoutGroup] 2024-11-17T03:20:29,264 INFO [M:0;695c90f4bb18:41651 {}] hbase.ChoreService(370): Chore service for: master/695c90f4bb18:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T03:20:29,264 INFO [M:0;695c90f4bb18:41651 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:20:29,264 DEBUG [M:0;695c90f4bb18:41651 {}] master.HMaster(1795): Stopping service threads 2024-11-17T03:20:29,264 INFO [M:0;695c90f4bb18:41651 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T03:20:29,264 INFO [M:0;695c90f4bb18:41651 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:20:29,264 INFO [M:0;695c90f4bb18:41651 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T03:20:29,264 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T03:20:29,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1468405447/master 2024-11-17T03:20:29,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1468405447 2024-11-17T03:20:29,274 DEBUG [M:0;695c90f4bb18:41651 {}] zookeeper.ZKUtil(347): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Unable to get data of znode /0-1468405447/master because node does not exist (not an error) 2024-11-17T03:20:29,274 WARN [M:0;695c90f4bb18:41651 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T03:20:29,275 INFO [M:0;695c90f4bb18:41651 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/.lastflushedseqids 2024-11-17T03:20:29,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741852_1028 (size=263) 2024-11-17T03:20:29,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41545-0x10146ce61b70001, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:20:29,353 INFO [RS:0;695c90f4bb18:41545 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:20:29,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41545-0x10146ce61b70001, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:20:29,353 INFO [RS:0;695c90f4bb18:41545 {}] regionserver.HRegionServer(1031): Exiting; stopping=695c90f4bb18,41545,1731813601016; zookeeper connection closed. 2024-11-17T03:20:29,353 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@83fc183 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@83fc183 2024-11-17T03:20:29,354 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T03:20:29,512 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:20:29,534 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:29,534 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:20:29,537 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:20:29,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:29,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:29,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:29,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:29,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:29,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:29,551 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:29,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:29,556 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:29,679 INFO [M:0;695c90f4bb18:41651 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T03:20:29,679 INFO [M:0;695c90f4bb18:41651 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T03:20:29,679 DEBUG [M:0;695c90f4bb18:41651 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:20:29,679 INFO [M:0;695c90f4bb18:41651 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:29,679 DEBUG [M:0;695c90f4bb18:41651 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:29,679 DEBUG [M:0;695c90f4bb18:41651 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:20:29,679 DEBUG [M:0;695c90f4bb18:41651 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:29,679 INFO [M:0;695c90f4bb18:41651 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-17T03:20:29,696 DEBUG [M:0;695c90f4bb18:41651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/caba312ba5a14ae19a514965cda4538d is 82, key is hbase:meta,,1/info:regioninfo/1731813603887/Put/seqid=0 2024-11-17T03:20:29,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741853_1029 (size=5672) 2024-11-17T03:20:29,700 INFO [M:0;695c90f4bb18:41651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/caba312ba5a14ae19a514965cda4538d 2024-11-17T03:20:29,716 DEBUG [M:0;695c90f4bb18:41651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a71378e4f01e4900923faad56b65efa5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731813615384/Put/seqid=0 2024-11-17T03:20:29,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741854_1030 (size=8515) 2024-11-17T03:20:30,120 INFO [M:0;695c90f4bb18:41651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a71378e4f01e4900923faad56b65efa5 2024-11-17T03:20:30,136 DEBUG [M:0;695c90f4bb18:41651 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4eca3984df5645cf9dba5d35953afd0a is 69, key is 695c90f4bb18,41545,1731813601016/rs:state/1731813603237/Put/seqid=0 2024-11-17T03:20:30,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741855_1031 (size=5156) 2024-11-17T03:20:30,399 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T03:20:30,540 INFO [M:0;695c90f4bb18:41651 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4eca3984df5645cf9dba5d35953afd0a 2024-11-17T03:20:30,544 DEBUG [M:0;695c90f4bb18:41651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/caba312ba5a14ae19a514965cda4538d as hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/caba312ba5a14ae19a514965cda4538d 2024-11-17T03:20:30,548 INFO [M:0;695c90f4bb18:41651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/caba312ba5a14ae19a514965cda4538d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T03:20:30,548 DEBUG [M:0;695c90f4bb18:41651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a71378e4f01e4900923faad56b65efa5 as hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a71378e4f01e4900923faad56b65efa5 2024-11-17T03:20:30,552 INFO [M:0;695c90f4bb18:41651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a71378e4f01e4900923faad56b65efa5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T03:20:30,552 DEBUG [M:0;695c90f4bb18:41651 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4eca3984df5645cf9dba5d35953afd0a as hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4eca3984df5645cf9dba5d35953afd0a 2024-11-17T03:20:30,556 INFO [M:0;695c90f4bb18:41651 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43205/user/jenkins/test-data/a25b731f-82e3-4010-7d2c-3a9a6fa65ed7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4eca3984df5645cf9dba5d35953afd0a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T03:20:30,556 INFO [M:0;695c90f4bb18:41651 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=97, compaction requested=false 2024-11-17T03:20:30,558 INFO [M:0;695c90f4bb18:41651 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:30,558 DEBUG [M:0;695c90f4bb18:41651 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813629679Disabling compacts and flushes for region at 1731813629679Disabling writes for close at 1731813629679Obtaining lock to block concurrent updates at 1731813629679Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731813629679Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731813629680 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731813629680Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731813629680Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731813629696 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731813629696Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731813629704 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731813629715 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731813629715Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731813630123 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731813630136 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731813630136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48a0f491: reopening flushed file at 1731813630544 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67caea1b: reopening flushed file at 1731813630548 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f16992b: reopening flushed file at 1731813630552 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=97, compaction requested=false at 1731813630556 (+4 ms)Writing region close event to WAL at 1731813630558 (+2 ms)Closed at 1731813630558 2024-11-17T03:20:30,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46521 is added to blk_1073741830_1006 (size=63642) 2024-11-17T03:20:30,560 INFO [M:0;695c90f4bb18:41651 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T03:20:30,560 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:20:30,560 INFO [M:0;695c90f4bb18:41651 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41651 2024-11-17T03:20:30,560 INFO [M:0;695c90f4bb18:41651 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:20:30,722 INFO [M:0;695c90f4bb18:41651 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:20:30,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:20:30,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41651-0x10146ce61b70000, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:20:30,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f5058d5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:20:30,724 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76b40879{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:20:30,724 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:20:30,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@de5a2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:20:30,724 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d571c5f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/hadoop.log.dir/,STOPPED} 2024-11-17T03:20:30,725 WARN [BP-1361633840-172.17.0.3-1731813598761 heartbeating to localhost/127.0.0.1:43205 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T03:20:30,725 WARN [BP-1361633840-172.17.0.3-1731813598761 heartbeating to localhost/127.0.0.1:43205 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1361633840-172.17.0.3-1731813598761 (Datanode Uuid 2d696931-ec57-4624-b641-20ef39c52507) service to localhost/127.0.0.1:43205 2024-11-17T03:20:30,726 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T03:20:30,726 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/cluster_05817a2f-6c4a-7cc3-baec-49c94a7e1bb8/data/data1/current/BP-1361633840-172.17.0.3-1731813598761 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:20:30,726 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/cluster_05817a2f-6c4a-7cc3-baec-49c94a7e1bb8/data/data2/current/BP-1361633840-172.17.0.3-1731813598761 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:20:30,726 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T03:20:30,726 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T03:20:30,732 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2584a396{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:20:30,733 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@489463ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:20:30,733 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:20:30,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f431b36{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:20:30,733 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28bb09bb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/328e3662-dcad-47fc-3dbb-fa7a46a0aed2/hadoop.log.dir/,STOPPED} 2024-11-17T03:20:30,738 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T03:20:30,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T03:20:30,759 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=241 (was 204) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:43205 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:36153 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51203) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:36153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36153 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43205 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:36153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:36153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:43205 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:43205 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51203) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:36153 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:36153 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43205 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:43205 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:43205 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36153 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:36153 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:43205 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=622 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=269 (was 215) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5675 (was 5807) 2024-11-17T03:20:30,767 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=241, OpenFileDescriptor=622, MaxFileDescriptor=1048576, SystemLoadAverage=269, ProcessCount=11, AvailableMemoryMB=5675 2024-11-17T03:20:30,778 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-17T03:20:30,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/hadoop.log.dir so I do NOT create it in target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6 2024-11-17T03:20:30,778 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T03:20:30,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/hadoop.tmp.dir so I do NOT create it in target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6 2024-11-17T03:20:30,778 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b563d08e-8f64-f109-368e-88ea9632b625/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T03:20:30,778 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6 2024-11-17T03:20:30,779 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/cluster_8e47be4f-71f3-60bd-a516-a8aa3a4856bf, deleteOnExit=true 2024-11-17T03:20:30,793 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/cluster_8e47be4f-71f3-60bd-a516-a8aa3a4856bf/zookeeper_0, clientPort=51752, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/cluster_8e47be4f-71f3-60bd-a516-a8aa3a4856bf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/cluster_8e47be4f-71f3-60bd-a516-a8aa3a4856bf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T03:20:30,793 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51752 2024-11-17T03:20:30,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T03:20:30,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T03:20:30,793 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/test.cache.data in system properties and HBase conf 2024-11-17T03:20:30,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T03:20:30,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/hadoop.log.dir in system properties and HBase conf 2024-11-17T03:20:30,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T03:20:30,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T03:20:30,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T03:20:30,794 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T03:20:30,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:20:30,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:20:30,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T03:20:30,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:20:30,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T03:20:30,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T03:20:30,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:20:30,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:20:30,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T03:20:30,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/nfs.dump.dir in system properties and HBase conf 2024-11-17T03:20:30,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/java.io.tmpdir in system properties and HBase conf 2024-11-17T03:20:30,794 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:20:30,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T03:20:30,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T03:20:30,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10146ce61b70002, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T03:20:30,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10146ce61b70005, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T03:20:30,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10146ce61b70005, quorum=127.0.0.1:51203, baseZNode=/1-250550517 Received Disconnected from ZooKeeper, ignoring 2024-11-17T03:20:30,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10146ce61b70002, quorum=127.0.0.1:51203, baseZNode=/0-1468405447 Received Disconnected from ZooKeeper, ignoring 2024-11-17T03:20:31,074 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:20:31,077 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:20:31,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:20:31,078 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:20:31,078 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:20:31,079 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:20:31,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3efb3cf1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:20:31,079 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@456d66c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:20:31,174 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a7cb43c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/java.io.tmpdir/jetty-localhost-34689-hadoop-hdfs-3_4_1-tests_jar-_-any-16679039714469182152/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:20:31,174 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ffb79f9{HTTP/1.1, (http/1.1)}{localhost:34689} 2024-11-17T03:20:31,174 INFO [Time-limited test {}] server.Server(415): Started @207370ms 2024-11-17T03:20:31,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:20:31,408 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:20:31,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:20:31,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:20:31,411 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T03:20:31,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cf91bbc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:20:31,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45293721{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:20:31,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:20:31,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T03:20:31,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T03:20:31,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T03:20:31,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T03:20:31,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:20:31,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T03:20:31,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45acf63b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/java.io.tmpdir/jetty-localhost-37401-hadoop-hdfs-3_4_1-tests_jar-_-any-10895923126370311836/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:20:31,507 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f6769b6{HTTP/1.1, (http/1.1)}{localhost:37401} 2024-11-17T03:20:31,507 INFO [Time-limited test {}] server.Server(415): Started @207703ms 2024-11-17T03:20:31,509 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T03:20:31,553 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:31,554 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:20:31,554 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4169 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:20:32,162 WARN [Thread-2195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/cluster_8e47be4f-71f3-60bd-a516-a8aa3a4856bf/data/data1/current/BP-1391478224-172.17.0.3-1731813630808/current, will proceed with Du for space computation calculation, 2024-11-17T03:20:32,162 WARN [Thread-2196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/cluster_8e47be4f-71f3-60bd-a516-a8aa3a4856bf/data/data2/current/BP-1391478224-172.17.0.3-1731813630808/current, will proceed with Du for space computation calculation, 2024-11-17T03:20:32,176 WARN [Thread-2183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T03:20:32,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7333cd8ca92e716 with lease ID 0xa9f096f57e8c8c57: Processing first storage report for DS-215ff776-17b5-4138-b368-715a5a58a0c3 from datanode DatanodeRegistration(127.0.0.1:35409, datanodeUuid=a01e5e5a-dee8-4862-a981-6b934374f100, infoPort=42463, infoSecurePort=0, ipcPort=37399, storageInfo=lv=-57;cid=testClusterID;nsid=1242068952;c=1731813630808) 2024-11-17T03:20:32,179 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7333cd8ca92e716 with lease ID 0xa9f096f57e8c8c57: from storage DS-215ff776-17b5-4138-b368-715a5a58a0c3 node DatanodeRegistration(127.0.0.1:35409, datanodeUuid=a01e5e5a-dee8-4862-a981-6b934374f100, infoPort=42463, infoSecurePort=0, ipcPort=37399, storageInfo=lv=-57;cid=testClusterID;nsid=1242068952;c=1731813630808), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:20:32,179 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7333cd8ca92e716 with lease ID 0xa9f096f57e8c8c57: Processing first storage report for DS-ad5a8932-18bd-43c9-a11f-8ab6befda4a1 from datanode DatanodeRegistration(127.0.0.1:35409, datanodeUuid=a01e5e5a-dee8-4862-a981-6b934374f100, infoPort=42463, infoSecurePort=0, ipcPort=37399, storageInfo=lv=-57;cid=testClusterID;nsid=1242068952;c=1731813630808) 2024-11-17T03:20:32,179 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7333cd8ca92e716 with lease ID 0xa9f096f57e8c8c57: from storage DS-ad5a8932-18bd-43c9-a11f-8ab6befda4a1 node DatanodeRegistration(127.0.0.1:35409, datanodeUuid=a01e5e5a-dee8-4862-a981-6b934374f100, infoPort=42463, infoSecurePort=0, ipcPort=37399, storageInfo=lv=-57;cid=testClusterID;nsid=1242068952;c=1731813630808), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:20:32,237 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6 2024-11-17T03:20:32,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:32,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:32,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741825_1001 (size=7) 2024-11-17T03:20:32,644 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e with version=8 2024-11-17T03:20:32,644 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/hbase-staging 2024-11-17T03:20:32,646 INFO [Time-limited test {}] client.ConnectionUtils(128): master/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:20:32,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:20:32,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:20:32,647 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:20:32,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:20:32,647 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:20:32,647 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T03:20:32,647 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:20:32,648 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35409 2024-11-17T03:20:32,648 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35409 connecting to ZooKeeper ensemble=127.0.0.1:51752 2024-11-17T03:20:32,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:354090x0, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:20:32,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35409-0x10146cedef40000 connected 2024-11-17T03:20:32,811 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:32,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:32,813 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Set watcher on znode that does not yet exist, /0-827365102/running 2024-11-17T03:20:32,813 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e, hbase.cluster.distributed=false 2024-11-17T03:20:32,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Set watcher on znode that does not yet exist, /0-827365102/acl 2024-11-17T03:20:32,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35409 2024-11-17T03:20:32,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35409 2024-11-17T03:20:32,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35409 2024-11-17T03:20:32,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35409 2024-11-17T03:20:32,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35409 2024-11-17T03:20:32,829 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:20:32,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:20:32,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:20:32,829 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:20:32,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:20:32,829 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:20:32,829 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T03:20:32,829 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:20:32,830 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46575 2024-11-17T03:20:32,830 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46575 connecting to ZooKeeper ensemble=127.0.0.1:51752 2024-11-17T03:20:32,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:32,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:32,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465750x0, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:20:32,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465750x0, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Set watcher on znode that does not yet exist, /0-827365102/running 2024-11-17T03:20:32,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46575-0x10146cedef40001 connected 2024-11-17T03:20:32,843 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T03:20:32,844 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T03:20:32,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46575-0x10146cedef40001, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Set watcher on znode that does not yet exist, /0-827365102/master 2024-11-17T03:20:32,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46575-0x10146cedef40001, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Set watcher on znode that does not yet exist, /0-827365102/acl 2024-11-17T03:20:32,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46575 2024-11-17T03:20:32,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46575 2024-11-17T03:20:32,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46575 2024-11-17T03:20:32,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46575 2024-11-17T03:20:32,850 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46575 2024-11-17T03:20:32,861 DEBUG [M:0;695c90f4bb18:35409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;695c90f4bb18:35409 2024-11-17T03:20:32,861 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-827365102/backup-masters/695c90f4bb18,35409,1731813632646 2024-11-17T03:20:32,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-827365102/backup-masters 2024-11-17T03:20:32,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x10146cedef40001, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-827365102/backup-masters 2024-11-17T03:20:32,874 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Set watcher on existing znode=/0-827365102/backup-masters/695c90f4bb18,35409,1731813632646 2024-11-17T03:20:32,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x10146cedef40001, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-827365102/master 2024-11-17T03:20:32,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-827365102 2024-11-17T03:20:32,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x10146cedef40001, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-827365102 2024-11-17T03:20:32,885 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Set watcher on existing znode=/0-827365102/master 2024-11-17T03:20:32,885 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-827365102/backup-masters/695c90f4bb18,35409,1731813632646 from backup master directory 2024-11-17T03:20:32,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-827365102/backup-masters/695c90f4bb18,35409,1731813632646 2024-11-17T03:20:32,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x10146cedef40001, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-827365102/backup-masters 2024-11-17T03:20:32,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-827365102/backup-masters 2024-11-17T03:20:32,895 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:20:32,895 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=695c90f4bb18,35409,1731813632646 2024-11-17T03:20:32,898 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/hbase.id] with ID: 51630cda-c70f-4d56-8edd-a3d6dc575ddd 2024-11-17T03:20:32,898 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/.tmp/hbase.id 2024-11-17T03:20:32,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741826_1002 (size=42) 2024-11-17T03:20:33,306 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/.tmp/hbase.id]:[hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/hbase.id] 2024-11-17T03:20:33,315 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:33,315 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T03:20:33,316 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T03:20:33,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x10146cedef40001, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-827365102 2024-11-17T03:20:33,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-827365102 2024-11-17T03:20:33,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741827_1003 (size=196) 2024-11-17T03:20:33,374 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:20:33,375 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T03:20:33,375 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:20:33,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741828_1004 (size=1189) 2024-11-17T03:20:33,781 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/MasterData/data/master/store 2024-11-17T03:20:33,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741829_1005 (size=34) 2024-11-17T03:20:34,186 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:34,186 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:20:34,187 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:34,187 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:34,187 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:20:34,187 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:34,187 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:34,187 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813634186Disabling compacts and flushes for region at 1731813634186Disabling writes for close at 1731813634187 (+1 ms)Writing region close event to WAL at 1731813634187Closed at 1731813634187 2024-11-17T03:20:34,187 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/MasterData/data/master/store/.initializing 2024-11-17T03:20:34,188 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/MasterData/WALs/695c90f4bb18,35409,1731813632646 2024-11-17T03:20:34,188 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:20:34,190 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=695c90f4bb18%2C35409%2C1731813632646, suffix=, logDir=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/MasterData/WALs/695c90f4bb18,35409,1731813632646, archiveDir=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/MasterData/oldWALs, maxLogs=10 2024-11-17T03:20:34,202 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/MasterData/WALs/695c90f4bb18,35409,1731813632646/695c90f4bb18%2C35409%2C1731813632646.1731813634190, exclude list is [], retry=0 2024-11-17T03:20:34,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35409,DS-215ff776-17b5-4138-b368-715a5a58a0c3,DISK] 2024-11-17T03:20:34,206 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/MasterData/WALs/695c90f4bb18,35409,1731813632646/695c90f4bb18%2C35409%2C1731813632646.1731813634190 2024-11-17T03:20:34,206 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42463:42463)] 2024-11-17T03:20:34,206 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:20:34,206 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:34,206 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:34,206 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:34,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:34,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T03:20:34,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:34,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:34,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:34,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T03:20:34,210 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:34,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:34,210 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:34,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T03:20:34,211 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:34,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:34,211 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:34,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T03:20:34,212 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:34,212 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:34,212 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:34,213 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:34,213 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:34,214 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:34,214 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:34,214 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:20:34,215 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:34,217 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:20:34,217 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68590712, jitterRate=0.02208125591278076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:20:34,218 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731813634206Initializing all the Stores at 1731813634207 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813634207Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813634207Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813634207Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813634207Cleaning up temporary data from old regions at 1731813634214 (+7 ms)Region opened successfully at 1731813634218 (+4 ms) 2024-11-17T03:20:34,218 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T03:20:34,220 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5643a5fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:20:34,221 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T03:20:34,221 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T03:20:34,221 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T03:20:34,221 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T03:20:34,221 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T03:20:34,221 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T03:20:34,222 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T03:20:34,224 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T03:20:34,225 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Unable to get data of znode /0-827365102/balancer because node does not exist (not necessarily an error) 2024-11-17T03:20:34,295 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-827365102/balancer already deleted, retry=false 2024-11-17T03:20:34,295 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T03:20:34,296 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Unable to get data of znode /0-827365102/normalizer because node does not exist (not necessarily an error) 2024-11-17T03:20:34,305 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-827365102/normalizer already deleted, retry=false 2024-11-17T03:20:34,305 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T03:20:34,306 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Unable to get data of znode /0-827365102/switch/split because node does not exist (not necessarily an error) 2024-11-17T03:20:34,316 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-827365102/switch/split already deleted, retry=false 2024-11-17T03:20:34,316 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Unable to get data of znode /0-827365102/switch/merge because node does not exist (not necessarily an error) 2024-11-17T03:20:34,326 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-827365102/switch/merge already deleted, retry=false 2024-11-17T03:20:34,328 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Unable to get data of znode /0-827365102/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T03:20:34,379 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-827365102/snapshot-cleanup already deleted, retry=false 2024-11-17T03:20:34,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x10146cedef40001, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-827365102/running 2024-11-17T03:20:34,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-827365102/running 2024-11-17T03:20:34,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x10146cedef40001, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-827365102 2024-11-17T03:20:34,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-827365102 2024-11-17T03:20:34,443 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=695c90f4bb18,35409,1731813632646, sessionid=0x10146cedef40000, setting cluster-up flag (Was=false) 2024-11-17T03:20:34,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x10146cedef40001, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-827365102 2024-11-17T03:20:34,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-827365102 2024-11-17T03:20:34,505 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-827365102/flush-table-proc/acquired, /0-827365102/flush-table-proc/reached, /0-827365102/flush-table-proc/abort 2024-11-17T03:20:34,506 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,35409,1731813632646 2024-11-17T03:20:34,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x10146cedef40001, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-827365102 2024-11-17T03:20:34,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-827365102 2024-11-17T03:20:34,558 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-827365102/online-snapshot/acquired, /0-827365102/online-snapshot/reached, /0-827365102/online-snapshot/abort 2024-11-17T03:20:34,558 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,35409,1731813632646 2024-11-17T03:20:34,559 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T03:20:34,561 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T03:20:34,561 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T03:20:34,561 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T03:20:34,561 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 695c90f4bb18,35409,1731813632646 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T03:20:34,562 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:20:34,563 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:20:34,563 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:20:34,563 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:20:34,563 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/695c90f4bb18:0, corePoolSize=10, maxPoolSize=10 2024-11-17T03:20:34,563 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:34,563 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:20:34,563 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:34,563 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731813664563 2024-11-17T03:20:34,564 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T03:20:34,564 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T03:20:34,564 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T03:20:34,564 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T03:20:34,564 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:20:34,564 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T03:20:34,564 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T03:20:34,564 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T03:20:34,564 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:34,564 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T03:20:34,564 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T03:20:34,564 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T03:20:34,565 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T03:20:34,565 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:34,565 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T03:20:34,568 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T03:20:34,568 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T03:20:34,569 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813634568,5,FailOnTimeoutGroup] 2024-11-17T03:20:34,569 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813634569,5,FailOnTimeoutGroup] 2024-11-17T03:20:34,569 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:34,569 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T03:20:34,569 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:34,569 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:34,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741831_1007 (size=1321) 2024-11-17T03:20:34,653 INFO [RS:0;695c90f4bb18:46575 {}] regionserver.HRegionServer(746): ClusterId : 51630cda-c70f-4d56-8edd-a3d6dc575ddd 2024-11-17T03:20:34,653 DEBUG [RS:0;695c90f4bb18:46575 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T03:20:34,664 DEBUG [RS:0;695c90f4bb18:46575 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T03:20:34,664 DEBUG [RS:0;695c90f4bb18:46575 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T03:20:34,674 DEBUG [RS:0;695c90f4bb18:46575 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T03:20:34,674 DEBUG [RS:0;695c90f4bb18:46575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65950667, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:20:34,690 DEBUG [RS:0;695c90f4bb18:46575 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;695c90f4bb18:46575 2024-11-17T03:20:34,690 INFO [RS:0;695c90f4bb18:46575 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T03:20:34,690 INFO [RS:0;695c90f4bb18:46575 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T03:20:34,690 DEBUG [RS:0;695c90f4bb18:46575 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T03:20:34,691 INFO [RS:0;695c90f4bb18:46575 {}] regionserver.HRegionServer(2659): reportForDuty to master=695c90f4bb18,35409,1731813632646 with port=46575, startcode=1731813632829 2024-11-17T03:20:34,691 DEBUG [RS:0;695c90f4bb18:46575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T03:20:34,693 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T03:20:34,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35409 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 695c90f4bb18,46575,1731813632829 2024-11-17T03:20:34,693 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35409 {}] master.ServerManager(517): Registering regionserver=695c90f4bb18,46575,1731813632829 2024-11-17T03:20:34,694 DEBUG [RS:0;695c90f4bb18:46575 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e 2024-11-17T03:20:34,694 DEBUG [RS:0;695c90f4bb18:46575 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37117 2024-11-17T03:20:34,694 DEBUG [RS:0;695c90f4bb18:46575 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T03:20:34,694 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:20:34,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-827365102/rs 2024-11-17T03:20:34,706 DEBUG [RS:0;695c90f4bb18:46575 {}] zookeeper.ZKUtil(111): regionserver:46575-0x10146cedef40001, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Set watcher on existing znode=/0-827365102/rs/695c90f4bb18,46575,1731813632829 2024-11-17T03:20:34,706 WARN [RS:0;695c90f4bb18:46575 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:20:34,706 INFO [RS:0;695c90f4bb18:46575 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:20:34,706 DEBUG [RS:0;695c90f4bb18:46575 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829 2024-11-17T03:20:34,706 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [695c90f4bb18,46575,1731813632829] 2024-11-17T03:20:34,709 INFO [RS:0;695c90f4bb18:46575 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T03:20:34,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:34,729 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:34,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:34,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:34,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:34,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:34,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:34,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:34,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:34,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:34,758 INFO [RS:0;695c90f4bb18:46575 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T03:20:34,759 INFO [RS:0;695c90f4bb18:46575 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T03:20:34,759 INFO [RS:0;695c90f4bb18:46575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:34,759 INFO [RS:0;695c90f4bb18:46575 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T03:20:34,760 INFO [RS:0;695c90f4bb18:46575 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T03:20:34,760 INFO [RS:0;695c90f4bb18:46575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:34,760 DEBUG [RS:0;695c90f4bb18:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:34,760 DEBUG [RS:0;695c90f4bb18:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:34,760 DEBUG [RS:0;695c90f4bb18:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:34,760 DEBUG [RS:0;695c90f4bb18:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:34,760 DEBUG [RS:0;695c90f4bb18:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:34,760 DEBUG [RS:0;695c90f4bb18:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:20:34,760 DEBUG [RS:0;695c90f4bb18:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:34,760 DEBUG [RS:0;695c90f4bb18:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:34,760 DEBUG [RS:0;695c90f4bb18:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:34,760 DEBUG [RS:0;695c90f4bb18:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:34,760 DEBUG [RS:0;695c90f4bb18:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:34,760 DEBUG [RS:0;695c90f4bb18:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:34,760 DEBUG [RS:0;695c90f4bb18:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:20:34,760 DEBUG [RS:0;695c90f4bb18:46575 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:20:34,761 INFO [RS:0;695c90f4bb18:46575 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:34,761 INFO [RS:0;695c90f4bb18:46575 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:34,761 INFO [RS:0;695c90f4bb18:46575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:34,761 INFO [RS:0;695c90f4bb18:46575 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:34,761 INFO [RS:0;695c90f4bb18:46575 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:34,761 INFO [RS:0;695c90f4bb18:46575 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46575,1731813632829-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:20:34,778 INFO [RS:0;695c90f4bb18:46575 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T03:20:34,778 INFO [RS:0;695c90f4bb18:46575 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46575,1731813632829-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:34,778 INFO [RS:0;695c90f4bb18:46575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:34,778 INFO [RS:0;695c90f4bb18:46575 {}] regionserver.Replication(171): 695c90f4bb18,46575,1731813632829 started 2024-11-17T03:20:34,795 INFO [RS:0;695c90f4bb18:46575 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:34,795 INFO [RS:0;695c90f4bb18:46575 {}] regionserver.HRegionServer(1482): Serving as 695c90f4bb18,46575,1731813632829, RpcServer on 695c90f4bb18/172.17.0.3:46575, sessionid=0x10146cedef40001 2024-11-17T03:20:34,795 DEBUG [RS:0;695c90f4bb18:46575 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T03:20:34,796 DEBUG [RS:0;695c90f4bb18:46575 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 695c90f4bb18,46575,1731813632829 2024-11-17T03:20:34,796 DEBUG [RS:0;695c90f4bb18:46575 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,46575,1731813632829' 2024-11-17T03:20:34,796 DEBUG [RS:0;695c90f4bb18:46575 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-827365102/flush-table-proc/abort' 2024-11-17T03:20:34,796 DEBUG [RS:0;695c90f4bb18:46575 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-827365102/flush-table-proc/acquired' 2024-11-17T03:20:34,796 DEBUG [RS:0;695c90f4bb18:46575 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T03:20:34,796 DEBUG [RS:0;695c90f4bb18:46575 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T03:20:34,796 DEBUG [RS:0;695c90f4bb18:46575 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 695c90f4bb18,46575,1731813632829 2024-11-17T03:20:34,796 DEBUG [RS:0;695c90f4bb18:46575 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,46575,1731813632829' 2024-11-17T03:20:34,796 DEBUG [RS:0;695c90f4bb18:46575 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-827365102/online-snapshot/abort' 2024-11-17T03:20:34,797 DEBUG [RS:0;695c90f4bb18:46575 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-827365102/online-snapshot/acquired' 2024-11-17T03:20:34,797 DEBUG [RS:0;695c90f4bb18:46575 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T03:20:34,797 INFO [RS:0;695c90f4bb18:46575 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T03:20:34,797 INFO [RS:0;695c90f4bb18:46575 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T03:20:34,897 INFO [RS:0;695c90f4bb18:46575 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:20:34,899 INFO [RS:0;695c90f4bb18:46575 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C46575%2C1731813632829, suffix=, logDir=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829, archiveDir=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/oldWALs, maxLogs=10 2024-11-17T03:20:34,916 DEBUG [RS:0;695c90f4bb18:46575 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899, exclude list is [], retry=0 2024-11-17T03:20:34,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35409,DS-215ff776-17b5-4138-b368-715a5a58a0c3,DISK] 2024-11-17T03:20:34,920 INFO [RS:0;695c90f4bb18:46575 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 2024-11-17T03:20:34,920 DEBUG [RS:0;695c90f4bb18:46575 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42463:42463)] 2024-11-17T03:20:34,974 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T03:20:34,974 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e 2024-11-17T03:20:34,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741833_1009 (size=32) 2024-11-17T03:20:35,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:35,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:20:35,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:20:35,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:35,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:35,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:20:35,386 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:20:35,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:35,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:35,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:20:35,387 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:20:35,387 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:35,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:35,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:20:35,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:20:35,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:35,389 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:35,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:20:35,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/meta/1588230740 2024-11-17T03:20:35,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/meta/1588230740 2024-11-17T03:20:35,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:20:35,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:20:35,391 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:20:35,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:20:35,393 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:20:35,394 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61921234, jitterRate=-0.07730171084403992}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:20:35,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731813635381Initializing all the Stores at 1731813635382 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813635382Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813635382Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813635382Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813635382Cleaning up temporary data from old regions at 1731813635390 (+8 ms)Region opened successfully at 1731813635394 (+4 ms) 2024-11-17T03:20:35,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:20:35,394 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:20:35,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:20:35,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:20:35,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:20:35,395 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:20:35,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813635394Disabling compacts and flushes for region at 1731813635394Disabling writes for close at 1731813635395 (+1 ms)Writing region close event to WAL at 1731813635395Closed at 1731813635395 2024-11-17T03:20:35,396 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:20:35,396 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T03:20:35,396 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T03:20:35,397 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:20:35,398 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T03:20:35,548 DEBUG [695c90f4bb18:35409 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T03:20:35,548 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=695c90f4bb18,46575,1731813632829 2024-11-17T03:20:35,549 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,46575,1731813632829, state=OPENING 2024-11-17T03:20:35,593 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:35,594 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:20:35,594 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8208 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:20:35,600 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T03:20:35,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x10146cedef40001, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-827365102 2024-11-17T03:20:35,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-827365102 2024-11-17T03:20:35,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-827365102/meta-region-server: CHANGED 2024-11-17T03:20:35,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-827365102/meta-region-server: CHANGED 2024-11-17T03:20:35,611 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:20:35,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,46575,1731813632829}] 2024-11-17T03:20:35,763 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:20:35,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T03:20:35,767 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T03:20:35,767 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:20:35,768 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T03:20:35,769 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C46575%2C1731813632829.meta, suffix=.meta, logDir=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829, archiveDir=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/oldWALs, maxLogs=10 2024-11-17T03:20:35,780 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.meta.1731813635769.meta, exclude list is [], retry=0 2024-11-17T03:20:35,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35409,DS-215ff776-17b5-4138-b368-715a5a58a0c3,DISK] 2024-11-17T03:20:35,783 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.meta.1731813635769.meta 2024-11-17T03:20:35,783 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42463:42463)] 2024-11-17T03:20:35,784 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:20:35,784 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:20:35,784 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:20:35,784 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T03:20:35,784 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T03:20:35,784 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T03:20:35,784 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:35,784 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T03:20:35,784 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T03:20:35,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:20:35,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:20:35,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:35,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:35,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:20:35,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:20:35,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:35,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:35,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:20:35,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:20:35,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:35,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:35,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:20:35,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:20:35,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:35,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:35,789 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:20:35,790 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/meta/1588230740 2024-11-17T03:20:35,791 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/meta/1588230740 2024-11-17T03:20:35,791 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:20:35,791 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:20:35,792 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:20:35,793 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:20:35,793 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64077773, jitterRate=-0.045166775584220886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:20:35,793 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T03:20:35,794 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731813635784Writing region info on filesystem at 1731813635784Initializing all the Stores at 1731813635785 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813635785Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813635785Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813635785Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813635785Cleaning up temporary data from old regions at 1731813635791 (+6 ms)Running coprocessor post-open hooks at 1731813635793 (+2 ms)Region opened successfully at 1731813635794 (+1 ms) 2024-11-17T03:20:35,794 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731813635763 2024-11-17T03:20:35,796 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T03:20:35,796 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T03:20:35,797 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,46575,1731813632829 2024-11-17T03:20:35,797 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,46575,1731813632829, state=OPEN 2024-11-17T03:20:35,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-827365102/meta-region-server 2024-11-17T03:20:35,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x10146cedef40001, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-827365102/meta-region-server 2024-11-17T03:20:35,835 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=695c90f4bb18,46575,1731813632829 2024-11-17T03:20:35,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-827365102/meta-region-server: CHANGED 2024-11-17T03:20:35,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-827365102/meta-region-server: CHANGED 2024-11-17T03:20:35,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T03:20:35,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,46575,1731813632829 in 224 msec 2024-11-17T03:20:35,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T03:20:35,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 441 msec 2024-11-17T03:20:35,839 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:20:35,839 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T03:20:35,840 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:20:35,841 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,46575,1731813632829, seqNum=-1] 2024-11-17T03:20:35,841 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:20:35,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:20:35,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2850 sec 2024-11-17T03:20:35,846 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731813635846, completionTime=-1 2024-11-17T03:20:35,846 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T03:20:35,846 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T03:20:35,848 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T03:20:35,848 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731813695848 2024-11-17T03:20:35,848 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731813755848 2024-11-17T03:20:35,848 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T03:20:35,848 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,35409,1731813632646-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:35,848 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,35409,1731813632646-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:35,848 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,35409,1731813632646-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:35,848 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-695c90f4bb18:35409, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:35,848 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:35,848 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:35,850 DEBUG [master/695c90f4bb18:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T03:20:35,851 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.956sec 2024-11-17T03:20:35,852 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T03:20:35,852 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T03:20:35,852 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T03:20:35,852 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T03:20:35,852 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T03:20:35,852 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,35409,1731813632646-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:20:35,852 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,35409,1731813632646-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T03:20:35,853 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T03:20:35,853 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T03:20:35,854 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,35409,1731813632646-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:35,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72287c81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:35,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,35409,-1 for getting cluster id 2024-11-17T03:20:35,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:20:35,855 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51630cda-c70f-4d56-8edd-a3d6dc575ddd' 2024-11-17T03:20:35,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:20:35,855 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51630cda-c70f-4d56-8edd-a3d6dc575ddd" 2024-11-17T03:20:35,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@466ee488, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:35,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,35409,-1] 2024-11-17T03:20:35,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:20:35,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:35,857 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:20:35,857 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72720693, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:35,858 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:20:35,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,46575,1731813632829, seqNum=-1] 2024-11-17T03:20:35,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:20:35,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:20:35,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=695c90f4bb18,35409,1731813632646 2024-11-17T03:20:35,862 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51752 2024-11-17T03:20:35,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:20:35,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10146cedef40002 connected 2024-11-17T03:20:35,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/hadoop.log.dir so I do NOT create it in target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2 2024-11-17T03:20:35,897 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T03:20:35,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/hadoop.tmp.dir so I do NOT create it in target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2 2024-11-17T03:20:35,897 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T03:20:35,897 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2 2024-11-17T03:20:35,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T03:20:35,897 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/cluster_d8def3f9-a2c1-4fb1-9005-aaea6afaec25, deleteOnExit=true 2024-11-17T03:20:35,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T03:20:35,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/test.cache.data in system properties and HBase conf 2024-11-17T03:20:35,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T03:20:35,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/hadoop.log.dir in system properties and HBase conf 2024-11-17T03:20:35,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T03:20:35,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T03:20:35,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T03:20:35,898 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T03:20:35,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:20:35,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:20:35,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T03:20:35,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:20:35,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T03:20:35,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T03:20:35,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:20:35,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:20:35,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T03:20:35,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/nfs.dump.dir in system properties and HBase conf 2024-11-17T03:20:35,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/java.io.tmpdir in system properties and HBase conf 2024-11-17T03:20:35,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:20:35,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T03:20:35,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T03:20:36,229 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:20:36,233 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:20:36,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:20:36,234 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:20:36,235 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:20:36,235 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:20:36,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ce40843{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:20:36,236 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a2341c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:20:36,332 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ba483c8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/java.io.tmpdir/jetty-localhost-36857-hadoop-hdfs-3_4_1-tests_jar-_-any-325139207725501695/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:20:36,332 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46a6d027{HTTP/1.1, (http/1.1)}{localhost:36857} 2024-11-17T03:20:36,332 INFO [Time-limited test {}] server.Server(415): Started @212528ms 2024-11-17T03:20:36,594 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:20:36,597 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:20:36,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:20:36,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:20:36,600 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:20:36,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51e86f08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:20:36,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@136962c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:20:36,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e5a435a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/java.io.tmpdir/jetty-localhost-41143-hadoop-hdfs-3_4_1-tests_jar-_-any-9928691991586850004/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:20:36,705 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55eb2d05{HTTP/1.1, (http/1.1)}{localhost:41143} 2024-11-17T03:20:36,705 INFO [Time-limited test {}] server.Server(415): Started @212900ms 2024-11-17T03:20:36,706 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T03:20:37,343 WARN [Thread-2316 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/cluster_d8def3f9-a2c1-4fb1-9005-aaea6afaec25/data/data1/current/BP-1706880035-172.17.0.3-1731813635916/current, will proceed with Du for space computation calculation, 2024-11-17T03:20:37,344 WARN [Thread-2317 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/cluster_d8def3f9-a2c1-4fb1-9005-aaea6afaec25/data/data2/current/BP-1706880035-172.17.0.3-1731813635916/current, will proceed with Du for space computation calculation, 2024-11-17T03:20:37,362 WARN [Thread-2304 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T03:20:37,364 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cb606b6638eca7 with lease ID 0x3c8dc461f6d3a421: Processing first storage report for DS-18a05838-3443-48e9-9cae-7c2ab2a8ca94 from datanode DatanodeRegistration(127.0.0.1:41469, datanodeUuid=96535ae1-7f8e-41c9-80a5-0d85d5150fc8, infoPort=46629, infoSecurePort=0, ipcPort=41697, storageInfo=lv=-57;cid=testClusterID;nsid=1211976546;c=1731813635916) 2024-11-17T03:20:37,364 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cb606b6638eca7 with lease ID 0x3c8dc461f6d3a421: from storage DS-18a05838-3443-48e9-9cae-7c2ab2a8ca94 node DatanodeRegistration(127.0.0.1:41469, datanodeUuid=96535ae1-7f8e-41c9-80a5-0d85d5150fc8, infoPort=46629, infoSecurePort=0, ipcPort=41697, storageInfo=lv=-57;cid=testClusterID;nsid=1211976546;c=1731813635916), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:20:37,364 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8cb606b6638eca7 with lease ID 0x3c8dc461f6d3a421: Processing first storage report for DS-18c561b5-9d1a-48a2-9ff3-d13c5e780681 from datanode DatanodeRegistration(127.0.0.1:41469, datanodeUuid=96535ae1-7f8e-41c9-80a5-0d85d5150fc8, infoPort=46629, infoSecurePort=0, ipcPort=41697, storageInfo=lv=-57;cid=testClusterID;nsid=1211976546;c=1731813635916) 2024-11-17T03:20:37,364 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8cb606b6638eca7 with lease ID 0x3c8dc461f6d3a421: from storage DS-18c561b5-9d1a-48a2-9ff3-d13c5e780681 node DatanodeRegistration(127.0.0.1:41469, datanodeUuid=96535ae1-7f8e-41c9-80a5-0d85d5150fc8, infoPort=46629, infoSecurePort=0, ipcPort=41697, storageInfo=lv=-57;cid=testClusterID;nsid=1211976546;c=1731813635916), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:20:37,433 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2 2024-11-17T03:20:37,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:37,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:37,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741825_1001 (size=7) 2024-11-17T03:20:37,842 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61 with version=8 2024-11-17T03:20:37,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/hbase-staging 2024-11-17T03:20:37,844 INFO [Time-limited test {}] client.ConnectionUtils(128): master/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:20:37,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:20:37,844 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:20:37,844 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:20:37,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:20:37,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:20:37,845 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T03:20:37,845 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:20:37,845 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38951 2024-11-17T03:20:37,846 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38951 connecting to ZooKeeper ensemble=127.0.0.1:51752 2024-11-17T03:20:37,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:389510x0, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:20:37,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38951-0x10146cedef40003 connected 2024-11-17T03:20:37,968 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:37,970 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:37,972 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Set watcher on znode that does not yet exist, /1-1024175528/running 2024-11-17T03:20:37,972 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61, hbase.cluster.distributed=false 2024-11-17T03:20:37,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Set watcher on znode that does not yet exist, /1-1024175528/acl 2024-11-17T03:20:37,973 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38951 2024-11-17T03:20:37,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38951 2024-11-17T03:20:37,974 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38951 2024-11-17T03:20:37,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38951 2024-11-17T03:20:37,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38951 2024-11-17T03:20:37,996 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:20:37,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:20:37,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:20:37,996 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:20:37,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:20:37,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:20:37,996 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T03:20:37,996 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:20:37,997 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40813 2024-11-17T03:20:37,997 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40813 connecting to ZooKeeper ensemble=127.0.0.1:51752 2024-11-17T03:20:37,998 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:37,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:38,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408130x0, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:20:38,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408130x0, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Set watcher on znode that does not yet exist, /1-1024175528/running 2024-11-17T03:20:38,011 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T03:20:38,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40813-0x10146cedef40004 connected 2024-11-17T03:20:38,013 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T03:20:38,014 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40813-0x10146cedef40004, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Set watcher on znode that does not yet exist, /1-1024175528/master 2024-11-17T03:20:38,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40813-0x10146cedef40004, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Set watcher on znode that does not yet exist, /1-1024175528/acl 2024-11-17T03:20:38,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40813 2024-11-17T03:20:38,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40813 2024-11-17T03:20:38,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40813 2024-11-17T03:20:38,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40813 2024-11-17T03:20:38,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40813 2024-11-17T03:20:38,034 DEBUG [M:0;695c90f4bb18:38951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;695c90f4bb18:38951 2024-11-17T03:20:38,034 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1024175528/backup-masters/695c90f4bb18,38951,1731813637844 2024-11-17T03:20:38,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024175528/backup-masters 2024-11-17T03:20:38,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x10146cedef40004, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024175528/backup-masters 2024-11-17T03:20:38,042 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Set watcher on existing znode=/1-1024175528/backup-masters/695c90f4bb18,38951,1731813637844 2024-11-17T03:20:38,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x10146cedef40004, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1024175528/master 2024-11-17T03:20:38,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024175528 2024-11-17T03:20:38,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x10146cedef40004, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024175528 2024-11-17T03:20:38,053 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Set watcher on existing znode=/1-1024175528/master 2024-11-17T03:20:38,053 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1024175528/backup-masters/695c90f4bb18,38951,1731813637844 from backup master directory 2024-11-17T03:20:38,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1024175528/backup-masters/695c90f4bb18,38951,1731813637844 2024-11-17T03:20:38,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024175528/backup-masters 2024-11-17T03:20:38,063 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:20:38,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x10146cedef40004, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024175528/backup-masters 2024-11-17T03:20:38,063 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=695c90f4bb18,38951,1731813637844 2024-11-17T03:20:38,066 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/hbase.id] with ID: eecf850d-04d8-48ef-9093-c6d5c0390d26 2024-11-17T03:20:38,066 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/.tmp/hbase.id 2024-11-17T03:20:38,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741826_1002 (size=42) 2024-11-17T03:20:38,071 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/.tmp/hbase.id]:[hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/hbase.id] 2024-11-17T03:20:38,079 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:20:38,079 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T03:20:38,080 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T03:20:38,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024175528 2024-11-17T03:20:38,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x10146cedef40004, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024175528 2024-11-17T03:20:38,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741827_1003 (size=196) 2024-11-17T03:20:38,489 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:20:38,489 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T03:20:38,489 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:20:38,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741828_1004 (size=1189) 2024-11-17T03:20:38,895 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/MasterData/data/master/store 2024-11-17T03:20:38,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741829_1005 (size=34) 2024-11-17T03:20:39,300 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:39,301 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:20:39,301 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:39,301 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:39,301 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:20:39,301 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:39,301 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:39,301 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813639301Disabling compacts and flushes for region at 1731813639301Disabling writes for close at 1731813639301Writing region close event to WAL at 1731813639301Closed at 1731813639301 2024-11-17T03:20:39,302 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/MasterData/data/master/store/.initializing 2024-11-17T03:20:39,302 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/MasterData/WALs/695c90f4bb18,38951,1731813637844 2024-11-17T03:20:39,302 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:20:39,304 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=695c90f4bb18%2C38951%2C1731813637844, suffix=, logDir=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/MasterData/WALs/695c90f4bb18,38951,1731813637844, archiveDir=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/MasterData/oldWALs, maxLogs=10 2024-11-17T03:20:39,321 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/MasterData/WALs/695c90f4bb18,38951,1731813637844/695c90f4bb18%2C38951%2C1731813637844.1731813639304, exclude list is [], retry=0 2024-11-17T03:20:39,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-18a05838-3443-48e9-9cae-7c2ab2a8ca94,DISK] 2024-11-17T03:20:39,325 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/MasterData/WALs/695c90f4bb18,38951,1731813637844/695c90f4bb18%2C38951%2C1731813637844.1731813639304 2024-11-17T03:20:39,326 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46629:46629)] 2024-11-17T03:20:39,326 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:20:39,326 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:39,326 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:39,326 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:39,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:39,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T03:20:39,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:39,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:39,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:39,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T03:20:39,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:39,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:39,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:39,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T03:20:39,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:39,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:39,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:39,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T03:20:39,333 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:39,334 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:39,334 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:39,334 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:39,334 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:39,335 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:39,335 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:39,336 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:20:39,337 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:20:39,341 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:20:39,341 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59592255, jitterRate=-0.11200620234012604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:20:39,341 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731813639326Initializing all the Stores at 1731813639327 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813639327Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813639327Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813639327Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813639327Cleaning up temporary data from old regions at 1731813639335 (+8 ms)Region opened successfully at 1731813639341 (+6 ms) 2024-11-17T03:20:39,341 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T03:20:39,344 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@285b7d53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:20:39,344 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T03:20:39,345 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T03:20:39,345 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T03:20:39,345 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T03:20:39,345 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T03:20:39,346 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T03:20:39,346 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T03:20:39,352 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T03:20:39,352 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Unable to get data of znode /1-1024175528/balancer because node does not exist (not necessarily an error) 2024-11-17T03:20:39,410 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1024175528/balancer already deleted, retry=false 2024-11-17T03:20:39,411 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T03:20:39,411 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Unable to get data of znode /1-1024175528/normalizer because node does not exist (not necessarily an error) 2024-11-17T03:20:39,493 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1024175528/normalizer already deleted, retry=false 2024-11-17T03:20:39,494 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T03:20:39,495 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Unable to get data of znode /1-1024175528/switch/split because node does not exist (not necessarily an error) 2024-11-17T03:20:39,732 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1024175528/switch/split already deleted, retry=false 2024-11-17T03:20:39,732 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Unable to get data of znode /1-1024175528/switch/merge because node does not exist (not necessarily an error) 2024-11-17T03:20:39,801 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1024175528/switch/merge already deleted, retry=false 2024-11-17T03:20:39,802 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Unable to get data of znode /1-1024175528/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T03:20:39,821 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1024175528/snapshot-cleanup already deleted, retry=false 2024-11-17T03:20:39,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1024175528/running 2024-11-17T03:20:39,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x10146cedef40004, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1024175528/running 2024-11-17T03:20:39,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024175528 2024-11-17T03:20:39,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x10146cedef40004, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024175528 2024-11-17T03:20:39,832 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=695c90f4bb18,38951,1731813637844, sessionid=0x10146cedef40003, setting cluster-up flag (Was=false) 2024-11-17T03:20:39,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024175528 2024-11-17T03:20:39,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x10146cedef40004, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024175528 2024-11-17T03:20:39,884 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1024175528/flush-table-proc/acquired, /1-1024175528/flush-table-proc/reached, /1-1024175528/flush-table-proc/abort 2024-11-17T03:20:39,884 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,38951,1731813637844 2024-11-17T03:20:39,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024175528 2024-11-17T03:20:39,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x10146cedef40004, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024175528 2024-11-17T03:20:39,937 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1024175528/online-snapshot/acquired, /1-1024175528/online-snapshot/reached, /1-1024175528/online-snapshot/abort 2024-11-17T03:20:39,937 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,38951,1731813637844 2024-11-17T03:20:39,938 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T03:20:39,939 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T03:20:39,940 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T03:20:39,940 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T03:20:39,940 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 695c90f4bb18,38951,1731813637844 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T03:20:39,941 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:20:39,941 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:20:39,941 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:20:39,941 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:20:39,941 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/695c90f4bb18:0, corePoolSize=10, maxPoolSize=10 2024-11-17T03:20:39,941 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:39,941 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:20:39,941 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:39,945 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:20:39,945 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T03:20:39,946 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:39,946 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T03:20:39,952 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731813669952 2024-11-17T03:20:39,952 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T03:20:39,952 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T03:20:39,953 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T03:20:39,953 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T03:20:39,953 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T03:20:39,953 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T03:20:39,953 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:39,956 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T03:20:39,956 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T03:20:39,956 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T03:20:39,956 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T03:20:39,959 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T03:20:39,959 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T03:20:39,960 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813639959,5,FailOnTimeoutGroup] 2024-11-17T03:20:39,960 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813639960,5,FailOnTimeoutGroup] 2024-11-17T03:20:39,960 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:39,960 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T03:20:39,960 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:39,960 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:39,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741831_1007 (size=1321) 2024-11-17T03:20:40,026 INFO [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(746): ClusterId : eecf850d-04d8-48ef-9093-c6d5c0390d26 2024-11-17T03:20:40,026 DEBUG [RS:0;695c90f4bb18:40813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T03:20:40,032 DEBUG [RS:0;695c90f4bb18:40813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T03:20:40,032 DEBUG [RS:0;695c90f4bb18:40813 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T03:20:40,042 DEBUG [RS:0;695c90f4bb18:40813 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T03:20:40,043 DEBUG [RS:0;695c90f4bb18:40813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba6ab68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:20:40,057 DEBUG [RS:0;695c90f4bb18:40813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;695c90f4bb18:40813 2024-11-17T03:20:40,057 INFO [RS:0;695c90f4bb18:40813 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T03:20:40,057 INFO [RS:0;695c90f4bb18:40813 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T03:20:40,057 DEBUG [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T03:20:40,058 INFO [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(2659): reportForDuty to master=695c90f4bb18,38951,1731813637844 with port=40813, startcode=1731813637995 2024-11-17T03:20:40,058 DEBUG [RS:0;695c90f4bb18:40813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T03:20:40,060 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34101, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T03:20:40,060 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38951 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 695c90f4bb18,40813,1731813637995 2024-11-17T03:20:40,061 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38951 {}] master.ServerManager(517): Registering regionserver=695c90f4bb18,40813,1731813637995 2024-11-17T03:20:40,062 DEBUG [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61 2024-11-17T03:20:40,062 DEBUG [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36251 2024-11-17T03:20:40,062 DEBUG [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T03:20:40,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024175528/rs 2024-11-17T03:20:40,111 DEBUG [RS:0;695c90f4bb18:40813 {}] zookeeper.ZKUtil(111): regionserver:40813-0x10146cedef40004, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Set watcher on existing znode=/1-1024175528/rs/695c90f4bb18,40813,1731813637995 2024-11-17T03:20:40,111 WARN [RS:0;695c90f4bb18:40813 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:20:40,111 INFO [RS:0;695c90f4bb18:40813 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:20:40,111 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [695c90f4bb18,40813,1731813637995] 2024-11-17T03:20:40,111 DEBUG [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995 2024-11-17T03:20:40,114 INFO [RS:0;695c90f4bb18:40813 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T03:20:40,116 INFO [RS:0;695c90f4bb18:40813 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T03:20:40,116 INFO [RS:0;695c90f4bb18:40813 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T03:20:40,116 INFO [RS:0;695c90f4bb18:40813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:40,116 INFO [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T03:20:40,117 INFO [RS:0;695c90f4bb18:40813 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T03:20:40,117 INFO [RS:0;695c90f4bb18:40813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:40,117 DEBUG [RS:0;695c90f4bb18:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:40,117 DEBUG [RS:0;695c90f4bb18:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:40,117 DEBUG [RS:0;695c90f4bb18:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:40,117 DEBUG [RS:0;695c90f4bb18:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:40,118 DEBUG [RS:0;695c90f4bb18:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:40,118 DEBUG [RS:0;695c90f4bb18:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:20:40,118 DEBUG [RS:0;695c90f4bb18:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:40,118 DEBUG [RS:0;695c90f4bb18:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:40,118 DEBUG [RS:0;695c90f4bb18:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:40,118 DEBUG [RS:0;695c90f4bb18:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:40,118 DEBUG [RS:0;695c90f4bb18:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:40,118 DEBUG [RS:0;695c90f4bb18:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:20:40,118 DEBUG [RS:0;695c90f4bb18:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:20:40,118 DEBUG [RS:0;695c90f4bb18:40813 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:20:40,118 INFO [RS:0;695c90f4bb18:40813 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:40,118 INFO [RS:0;695c90f4bb18:40813 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:40,118 INFO [RS:0;695c90f4bb18:40813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:40,118 INFO [RS:0;695c90f4bb18:40813 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:40,118 INFO [RS:0;695c90f4bb18:40813 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:40,118 INFO [RS:0;695c90f4bb18:40813 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,40813,1731813637995-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:20:40,140 INFO [RS:0;695c90f4bb18:40813 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T03:20:40,140 INFO [RS:0;695c90f4bb18:40813 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,40813,1731813637995-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:40,140 INFO [RS:0;695c90f4bb18:40813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:40,140 INFO [RS:0;695c90f4bb18:40813 {}] regionserver.Replication(171): 695c90f4bb18,40813,1731813637995 started 2024-11-17T03:20:40,160 INFO [RS:0;695c90f4bb18:40813 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:40,160 INFO [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(1482): Serving as 695c90f4bb18,40813,1731813637995, RpcServer on 695c90f4bb18/172.17.0.3:40813, sessionid=0x10146cedef40004 2024-11-17T03:20:40,160 DEBUG [RS:0;695c90f4bb18:40813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T03:20:40,160 DEBUG [RS:0;695c90f4bb18:40813 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 695c90f4bb18,40813,1731813637995 2024-11-17T03:20:40,160 DEBUG [RS:0;695c90f4bb18:40813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,40813,1731813637995' 2024-11-17T03:20:40,161 DEBUG [RS:0;695c90f4bb18:40813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1024175528/flush-table-proc/abort' 2024-11-17T03:20:40,161 DEBUG [RS:0;695c90f4bb18:40813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1024175528/flush-table-proc/acquired' 2024-11-17T03:20:40,161 DEBUG [RS:0;695c90f4bb18:40813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T03:20:40,161 DEBUG [RS:0;695c90f4bb18:40813 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T03:20:40,161 DEBUG [RS:0;695c90f4bb18:40813 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 695c90f4bb18,40813,1731813637995 2024-11-17T03:20:40,161 DEBUG [RS:0;695c90f4bb18:40813 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,40813,1731813637995' 2024-11-17T03:20:40,161 DEBUG [RS:0;695c90f4bb18:40813 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1024175528/online-snapshot/abort' 2024-11-17T03:20:40,162 DEBUG [RS:0;695c90f4bb18:40813 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1024175528/online-snapshot/acquired' 2024-11-17T03:20:40,162 DEBUG [RS:0;695c90f4bb18:40813 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T03:20:40,162 INFO [RS:0;695c90f4bb18:40813 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T03:20:40,162 INFO [RS:0;695c90f4bb18:40813 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T03:20:40,263 INFO [RS:0;695c90f4bb18:40813 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:20:40,264 INFO [RS:0;695c90f4bb18:40813 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C40813%2C1731813637995, suffix=, logDir=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995, archiveDir=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/oldWALs, maxLogs=10 2024-11-17T03:20:40,283 DEBUG [RS:0;695c90f4bb18:40813 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264, exclude list is [], retry=0 2024-11-17T03:20:40,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-18a05838-3443-48e9-9cae-7c2ab2a8ca94,DISK] 2024-11-17T03:20:40,287 INFO [RS:0;695c90f4bb18:40813 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 2024-11-17T03:20:40,287 DEBUG [RS:0;695c90f4bb18:40813 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46629:46629)] 2024-11-17T03:20:40,363 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T03:20:40,363 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61 2024-11-17T03:20:40,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741833_1009 (size=32) 2024-11-17T03:20:40,709 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T03:20:40,769 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:40,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:20:40,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:20:40,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:40,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:40,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:20:40,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:20:40,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:40,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:40,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:20:40,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:20:40,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:40,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:40,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:20:40,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:20:40,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:40,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:40,775 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:20:40,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/meta/1588230740 2024-11-17T03:20:40,776 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/meta/1588230740 2024-11-17T03:20:40,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:20:40,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:20:40,777 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:20:40,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:20:40,780 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:20:40,781 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66612119, jitterRate=-0.007402077317237854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:20:40,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731813640769Initializing all the Stores at 1731813640770 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813640770Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813640770Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813640770Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813640770Cleaning up temporary data from old regions at 1731813640777 (+7 ms)Region opened successfully at 1731813640781 (+4 ms) 2024-11-17T03:20:40,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:20:40,781 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:20:40,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:20:40,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:20:40,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:20:40,782 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:20:40,782 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813640781Disabling compacts and flushes for region at 1731813640781Disabling writes for close at 1731813640781Writing region close event to WAL at 1731813640782 (+1 ms)Closed at 1731813640782 2024-11-17T03:20:40,783 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:20:40,783 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T03:20:40,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T03:20:40,784 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:20:40,784 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T03:20:40,935 DEBUG [695c90f4bb18:38951 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T03:20:40,935 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=695c90f4bb18,40813,1731813637995 2024-11-17T03:20:40,936 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,40813,1731813637995, state=OPENING 2024-11-17T03:20:40,979 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T03:20:40,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024175528 2024-11-17T03:20:40,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x10146cedef40004, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024175528 2024-11-17T03:20:40,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1024175528/meta-region-server: CHANGED 2024-11-17T03:20:40,990 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1024175528/meta-region-server: CHANGED 2024-11-17T03:20:40,990 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:20:40,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,40813,1731813637995}] 2024-11-17T03:20:41,142 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:20:41,143 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T03:20:41,145 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T03:20:41,146 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:20:41,146 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T03:20:41,147 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C40813%2C1731813637995.meta, suffix=.meta, logDir=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995, archiveDir=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/oldWALs, maxLogs=10 2024-11-17T03:20:41,159 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.meta.1731813641147.meta, exclude list is [], retry=0 2024-11-17T03:20:41,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-18a05838-3443-48e9-9cae-7c2ab2a8ca94,DISK] 2024-11-17T03:20:41,163 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.meta.1731813641147.meta 2024-11-17T03:20:41,163 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46629:46629)] 2024-11-17T03:20:41,163 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:20:41,164 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:20:41,164 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:20:41,164 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T03:20:41,164 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T03:20:41,164 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T03:20:41,164 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:41,164 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T03:20:41,164 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T03:20:41,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:20:41,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:20:41,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:41,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:41,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:20:41,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:20:41,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:41,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:41,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:20:41,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:20:41,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:41,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:41,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:20:41,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:20:41,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:41,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:20:41,169 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:20:41,170 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/meta/1588230740 2024-11-17T03:20:41,170 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/meta/1588230740 2024-11-17T03:20:41,171 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:20:41,171 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:20:41,172 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:20:41,173 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:20:41,173 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67220376, jitterRate=0.0016616582870483398}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:20:41,174 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T03:20:41,174 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731813641164Writing region info on filesystem at 1731813641164Initializing all the Stores at 1731813641165 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813641165Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813641165Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813641165Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813641165Cleaning up temporary data from old regions at 1731813641171 (+6 ms)Running coprocessor post-open hooks at 1731813641174 (+3 ms)Region opened successfully at 1731813641174 2024-11-17T03:20:41,174 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731813641142 2024-11-17T03:20:41,176 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T03:20:41,176 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T03:20:41,176 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,40813,1731813637995 2024-11-17T03:20:41,177 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,40813,1731813637995, state=OPEN 2024-11-17T03:20:41,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x10146cedef40004, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1024175528/meta-region-server 2024-11-17T03:20:41,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1024175528/meta-region-server 2024-11-17T03:20:41,189 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=695c90f4bb18,40813,1731813637995 2024-11-17T03:20:41,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1024175528/meta-region-server: CHANGED 2024-11-17T03:20:41,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1024175528/meta-region-server: CHANGED 2024-11-17T03:20:41,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T03:20:41,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,40813,1731813637995 in 199 msec 2024-11-17T03:20:41,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T03:20:41,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 408 msec 2024-11-17T03:20:41,193 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:20:41,194 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T03:20:41,194 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:20:41,195 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,40813,1731813637995, seqNum=-1] 2024-11-17T03:20:41,195 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:20:41,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:20:41,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2610 sec 2024-11-17T03:20:41,201 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731813641200, completionTime=-1 2024-11-17T03:20:41,201 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T03:20:41,201 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T03:20:41,203 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T03:20:41,203 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731813701203 2024-11-17T03:20:41,203 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731813761203 2024-11-17T03:20:41,203 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T03:20:41,203 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,38951,1731813637844-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:41,203 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,38951,1731813637844-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:41,203 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,38951,1731813637844-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:41,203 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-695c90f4bb18:38951, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:41,203 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:41,203 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:41,205 DEBUG [master/695c90f4bb18:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T03:20:41,206 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.143sec 2024-11-17T03:20:41,206 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T03:20:41,206 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T03:20:41,206 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T03:20:41,207 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T03:20:41,207 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T03:20:41,207 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,38951,1731813637844-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:20:41,207 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,38951,1731813637844-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T03:20:41,208 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T03:20:41,208 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T03:20:41,208 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,38951,1731813637844-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:20:41,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48024651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:41,227 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,38951,-1 for getting cluster id 2024-11-17T03:20:41,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:20:41,229 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eecf850d-04d8-48ef-9093-c6d5c0390d26' 2024-11-17T03:20:41,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:20:41,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eecf850d-04d8-48ef-9093-c6d5c0390d26" 2024-11-17T03:20:41,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22676a68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:41,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,38951,-1] 2024-11-17T03:20:41,229 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:20:41,230 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:41,230 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:20:41,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4163b957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:41,231 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:20:41,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,40813,1731813637995, seqNum=-1] 2024-11-17T03:20:41,232 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:20:41,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:20:41,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=695c90f4bb18,38951,1731813637844 2024-11-17T03:20:41,235 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51752 2024-11-17T03:20:41,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:20:41,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10146cedef40005 connected 2024-11-17T03:20:41,254 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:41,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,35409,1731813632646 2024-11-17T03:20:41,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@278fd5dd 2024-11-17T03:20:41,255 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:20:41,255 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:20:41,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35409 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:20:41,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35409 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T03:20:41,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:20:41,258 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:41,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35409 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T03:20:41,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:20:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:20:41,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741835_1011 (size=902) 2024-11-17T03:20:41,286 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:20:41,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:41,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:41,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:41,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:41,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:41,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:41,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:41,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:41,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:41,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:20:41,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T03:20:41,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T03:20:41,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:20:41,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-17T03:20:41,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:20:41,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T03:20:41,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T03:20:41,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T03:20:41,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:20:41,668 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e7b60d5439e8d7379458df5326dcf26c, NAME => 'test,,1731813641256.e7b60d5439e8d7379458df5326dcf26c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e 2024-11-17T03:20:41,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741836_1012 (size=39) 2024-11-17T03:20:41,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731813641256.e7b60d5439e8d7379458df5326dcf26c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:41,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e7b60d5439e8d7379458df5326dcf26c, disabling compactions & flushes 2024-11-17T03:20:41,672 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731813641256.e7b60d5439e8d7379458df5326dcf26c. 2024-11-17T03:20:41,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813641256.e7b60d5439e8d7379458df5326dcf26c. 2024-11-17T03:20:41,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731813641256.e7b60d5439e8d7379458df5326dcf26c. after waiting 0 ms 2024-11-17T03:20:41,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731813641256.e7b60d5439e8d7379458df5326dcf26c. 2024-11-17T03:20:41,673 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731813641256.e7b60d5439e8d7379458df5326dcf26c. 2024-11-17T03:20:41,673 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e7b60d5439e8d7379458df5326dcf26c: Waiting for close lock at 1731813641672Disabling compacts and flushes for region at 1731813641672Disabling writes for close at 1731813641672Writing region close event to WAL at 1731813641673 (+1 ms)Closed at 1731813641673 2024-11-17T03:20:41,674 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:20:41,674 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731813641256.e7b60d5439e8d7379458df5326dcf26c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731813641674"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813641674"}]},"ts":"1731813641674"} 2024-11-17T03:20:41,676 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:20:41,677 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:20:41,677 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813641677"}]},"ts":"1731813641677"} 2024-11-17T03:20:41,678 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T03:20:41,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e7b60d5439e8d7379458df5326dcf26c, ASSIGN}] 2024-11-17T03:20:41,680 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e7b60d5439e8d7379458df5326dcf26c, ASSIGN 2024-11-17T03:20:41,680 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e7b60d5439e8d7379458df5326dcf26c, ASSIGN; state=OFFLINE, location=695c90f4bb18,46575,1731813632829; forceNewPlan=false, retain=false 2024-11-17T03:20:41,831 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e7b60d5439e8d7379458df5326dcf26c, regionState=OPENING, regionLocation=695c90f4bb18,46575,1731813632829 2024-11-17T03:20:41,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e7b60d5439e8d7379458df5326dcf26c, ASSIGN because future has completed 2024-11-17T03:20:41,833 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7b60d5439e8d7379458df5326dcf26c, server=695c90f4bb18,46575,1731813632829}] 2024-11-17T03:20:41,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:20:41,988 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731813641256.e7b60d5439e8d7379458df5326dcf26c. 2024-11-17T03:20:41,988 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e7b60d5439e8d7379458df5326dcf26c, NAME => 'test,,1731813641256.e7b60d5439e8d7379458df5326dcf26c.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:20:41,988 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:20:41,988 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T03:20:41,988 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e7b60d5439e8d7379458df5326dcf26c 2024-11-17T03:20:41,989 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731813641256.e7b60d5439e8d7379458df5326dcf26c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:41,989 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e7b60d5439e8d7379458df5326dcf26c 2024-11-17T03:20:41,989 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e7b60d5439e8d7379458df5326dcf26c 2024-11-17T03:20:41,990 INFO [StoreOpener-e7b60d5439e8d7379458df5326dcf26c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e7b60d5439e8d7379458df5326dcf26c 2024-11-17T03:20:41,990 INFO [StoreOpener-e7b60d5439e8d7379458df5326dcf26c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7b60d5439e8d7379458df5326dcf26c columnFamilyName f 2024-11-17T03:20:41,991 DEBUG [StoreOpener-e7b60d5439e8d7379458df5326dcf26c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:41,991 INFO [StoreOpener-e7b60d5439e8d7379458df5326dcf26c-1 {}] regionserver.HStore(327): Store=e7b60d5439e8d7379458df5326dcf26c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:41,991 INFO [StoreOpener-e7b60d5439e8d7379458df5326dcf26c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e7b60d5439e8d7379458df5326dcf26c 2024-11-17T03:20:41,992 INFO [StoreOpener-e7b60d5439e8d7379458df5326dcf26c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7b60d5439e8d7379458df5326dcf26c columnFamilyName f1 2024-11-17T03:20:41,992 DEBUG [StoreOpener-e7b60d5439e8d7379458df5326dcf26c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:41,992 INFO [StoreOpener-e7b60d5439e8d7379458df5326dcf26c-1 {}] regionserver.HStore(327): Store=e7b60d5439e8d7379458df5326dcf26c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:41,992 INFO [StoreOpener-e7b60d5439e8d7379458df5326dcf26c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e7b60d5439e8d7379458df5326dcf26c 2024-11-17T03:20:41,993 INFO [StoreOpener-e7b60d5439e8d7379458df5326dcf26c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7b60d5439e8d7379458df5326dcf26c columnFamilyName norep 2024-11-17T03:20:41,993 DEBUG [StoreOpener-e7b60d5439e8d7379458df5326dcf26c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:41,993 INFO [StoreOpener-e7b60d5439e8d7379458df5326dcf26c-1 {}] regionserver.HStore(327): Store=e7b60d5439e8d7379458df5326dcf26c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:41,993 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e7b60d5439e8d7379458df5326dcf26c 2024-11-17T03:20:41,993 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/default/test/e7b60d5439e8d7379458df5326dcf26c 2024-11-17T03:20:41,994 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/default/test/e7b60d5439e8d7379458df5326dcf26c 2024-11-17T03:20:41,994 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e7b60d5439e8d7379458df5326dcf26c 2024-11-17T03:20:41,994 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e7b60d5439e8d7379458df5326dcf26c 2024-11-17T03:20:41,995 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:20:41,996 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e7b60d5439e8d7379458df5326dcf26c 2024-11-17T03:20:41,997 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/default/test/e7b60d5439e8d7379458df5326dcf26c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:20:41,998 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e7b60d5439e8d7379458df5326dcf26c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63148758, jitterRate=-0.05901017785072327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:20:41,998 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e7b60d5439e8d7379458df5326dcf26c 2024-11-17T03:20:41,998 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e7b60d5439e8d7379458df5326dcf26c: Running coprocessor pre-open hook at 1731813641989Writing region info on filesystem at 1731813641989Initializing all the Stores at 1731813641989Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813641989Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813641989Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813641989Cleaning up temporary data from old regions at 1731813641994 (+5 ms)Running coprocessor post-open hooks at 1731813641998 (+4 ms)Region opened successfully at 1731813641998 2024-11-17T03:20:41,999 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731813641256.e7b60d5439e8d7379458df5326dcf26c., pid=6, masterSystemTime=1731813641985 2024-11-17T03:20:42,001 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731813641256.e7b60d5439e8d7379458df5326dcf26c. 2024-11-17T03:20:42,001 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731813641256.e7b60d5439e8d7379458df5326dcf26c. 2024-11-17T03:20:42,001 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e7b60d5439e8d7379458df5326dcf26c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=695c90f4bb18,46575,1731813632829 2024-11-17T03:20:42,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7b60d5439e8d7379458df5326dcf26c, server=695c90f4bb18,46575,1731813632829 because future has completed 2024-11-17T03:20:42,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T03:20:42,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e7b60d5439e8d7379458df5326dcf26c, server=695c90f4bb18,46575,1731813632829 in 171 msec 2024-11-17T03:20:42,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T03:20:42,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e7b60d5439e8d7379458df5326dcf26c, ASSIGN in 326 msec 2024-11-17T03:20:42,007 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:20:42,008 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813642007"}]},"ts":"1731813642007"} 2024-11-17T03:20:42,009 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T03:20:42,010 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:20:42,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 754 msec 2024-11-17T03:20:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:20:42,395 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T03:20:42,395 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:42,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,38951,1731813637844 2024-11-17T03:20:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b24b991 2024-11-17T03:20:42,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:20:42,397 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:20:42,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:20:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T03:20:42,399 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:20:42,400 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:42,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T03:20:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:20:42,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:20:42,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741835_1011 (size=902) 2024-11-17T03:20:42,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:20:42,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:20:42,807 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aecfb7e25c4dfc8ac49b8ea7ce6896f5, NAME => 'test,,1731813642397.aecfb7e25c4dfc8ac49b8ea7ce6896f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61 2024-11-17T03:20:42,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741836_1012 (size=39) 2024-11-17T03:20:43,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:20:43,212 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731813642397.aecfb7e25c4dfc8ac49b8ea7ce6896f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:43,212 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing aecfb7e25c4dfc8ac49b8ea7ce6896f5, disabling compactions & flushes 2024-11-17T03:20:43,212 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731813642397.aecfb7e25c4dfc8ac49b8ea7ce6896f5. 2024-11-17T03:20:43,212 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813642397.aecfb7e25c4dfc8ac49b8ea7ce6896f5. 2024-11-17T03:20:43,212 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731813642397.aecfb7e25c4dfc8ac49b8ea7ce6896f5. after waiting 0 ms 2024-11-17T03:20:43,212 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731813642397.aecfb7e25c4dfc8ac49b8ea7ce6896f5. 2024-11-17T03:20:43,212 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731813642397.aecfb7e25c4dfc8ac49b8ea7ce6896f5. 2024-11-17T03:20:43,212 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for aecfb7e25c4dfc8ac49b8ea7ce6896f5: Waiting for close lock at 1731813643212Disabling compacts and flushes for region at 1731813643212Disabling writes for close at 1731813643212Writing region close event to WAL at 1731813643212Closed at 1731813643212 2024-11-17T03:20:43,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:20:43,213 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731813642397.aecfb7e25c4dfc8ac49b8ea7ce6896f5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731813643213"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813643213"}]},"ts":"1731813643213"} 2024-11-17T03:20:43,215 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:20:43,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:20:43,216 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813643216"}]},"ts":"1731813643216"} 2024-11-17T03:20:43,217 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T03:20:43,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aecfb7e25c4dfc8ac49b8ea7ce6896f5, ASSIGN}] 2024-11-17T03:20:43,218 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aecfb7e25c4dfc8ac49b8ea7ce6896f5, ASSIGN 2024-11-17T03:20:43,219 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=aecfb7e25c4dfc8ac49b8ea7ce6896f5, ASSIGN; state=OFFLINE, location=695c90f4bb18,40813,1731813637995; forceNewPlan=false, retain=false 2024-11-17T03:20:43,369 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aecfb7e25c4dfc8ac49b8ea7ce6896f5, regionState=OPENING, regionLocation=695c90f4bb18,40813,1731813637995 2024-11-17T03:20:43,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=aecfb7e25c4dfc8ac49b8ea7ce6896f5, ASSIGN because future has completed 2024-11-17T03:20:43,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aecfb7e25c4dfc8ac49b8ea7ce6896f5, server=695c90f4bb18,40813,1731813637995}] 2024-11-17T03:20:43,526 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731813642397.aecfb7e25c4dfc8ac49b8ea7ce6896f5. 2024-11-17T03:20:43,527 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => aecfb7e25c4dfc8ac49b8ea7ce6896f5, NAME => 'test,,1731813642397.aecfb7e25c4dfc8ac49b8ea7ce6896f5.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:20:43,527 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:20:43,527 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T03:20:43,527 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test aecfb7e25c4dfc8ac49b8ea7ce6896f5 2024-11-17T03:20:43,527 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731813642397.aecfb7e25c4dfc8ac49b8ea7ce6896f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:43,527 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for aecfb7e25c4dfc8ac49b8ea7ce6896f5 2024-11-17T03:20:43,527 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for aecfb7e25c4dfc8ac49b8ea7ce6896f5 2024-11-17T03:20:43,528 INFO [StoreOpener-aecfb7e25c4dfc8ac49b8ea7ce6896f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aecfb7e25c4dfc8ac49b8ea7ce6896f5 2024-11-17T03:20:43,529 INFO [StoreOpener-aecfb7e25c4dfc8ac49b8ea7ce6896f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aecfb7e25c4dfc8ac49b8ea7ce6896f5 columnFamilyName f 2024-11-17T03:20:43,529 DEBUG [StoreOpener-aecfb7e25c4dfc8ac49b8ea7ce6896f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:43,529 INFO [StoreOpener-aecfb7e25c4dfc8ac49b8ea7ce6896f5-1 {}] regionserver.HStore(327): Store=aecfb7e25c4dfc8ac49b8ea7ce6896f5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:43,530 INFO [StoreOpener-aecfb7e25c4dfc8ac49b8ea7ce6896f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region aecfb7e25c4dfc8ac49b8ea7ce6896f5 2024-11-17T03:20:43,530 INFO [StoreOpener-aecfb7e25c4dfc8ac49b8ea7ce6896f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aecfb7e25c4dfc8ac49b8ea7ce6896f5 columnFamilyName f1 2024-11-17T03:20:43,530 DEBUG [StoreOpener-aecfb7e25c4dfc8ac49b8ea7ce6896f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:43,531 INFO [StoreOpener-aecfb7e25c4dfc8ac49b8ea7ce6896f5-1 {}] regionserver.HStore(327): Store=aecfb7e25c4dfc8ac49b8ea7ce6896f5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:43,531 INFO [StoreOpener-aecfb7e25c4dfc8ac49b8ea7ce6896f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region aecfb7e25c4dfc8ac49b8ea7ce6896f5 2024-11-17T03:20:43,531 INFO [StoreOpener-aecfb7e25c4dfc8ac49b8ea7ce6896f5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aecfb7e25c4dfc8ac49b8ea7ce6896f5 columnFamilyName norep 2024-11-17T03:20:43,531 DEBUG [StoreOpener-aecfb7e25c4dfc8ac49b8ea7ce6896f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:43,532 INFO [StoreOpener-aecfb7e25c4dfc8ac49b8ea7ce6896f5-1 {}] regionserver.HStore(327): Store=aecfb7e25c4dfc8ac49b8ea7ce6896f5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:43,532 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for aecfb7e25c4dfc8ac49b8ea7ce6896f5 2024-11-17T03:20:43,532 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/default/test/aecfb7e25c4dfc8ac49b8ea7ce6896f5 2024-11-17T03:20:43,532 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/default/test/aecfb7e25c4dfc8ac49b8ea7ce6896f5 2024-11-17T03:20:43,533 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for aecfb7e25c4dfc8ac49b8ea7ce6896f5 2024-11-17T03:20:43,533 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for aecfb7e25c4dfc8ac49b8ea7ce6896f5 2024-11-17T03:20:43,533 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:20:43,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:20:43,534 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for aecfb7e25c4dfc8ac49b8ea7ce6896f5 2024-11-17T03:20:43,535 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/default/test/aecfb7e25c4dfc8ac49b8ea7ce6896f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:20:43,535 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened aecfb7e25c4dfc8ac49b8ea7ce6896f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61038468, jitterRate=-0.09045594930648804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:20:43,535 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aecfb7e25c4dfc8ac49b8ea7ce6896f5 2024-11-17T03:20:43,536 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for aecfb7e25c4dfc8ac49b8ea7ce6896f5: Running coprocessor pre-open hook at 1731813643527Writing region info on filesystem at 1731813643527Initializing all the Stores at 1731813643528 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813643528Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813643528Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813643528Cleaning up temporary data from old regions at 1731813643533 (+5 ms)Running coprocessor post-open hooks at 1731813643536 (+3 ms)Region opened successfully at 1731813643536 2024-11-17T03:20:43,536 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731813642397.aecfb7e25c4dfc8ac49b8ea7ce6896f5., pid=6, masterSystemTime=1731813643523 2024-11-17T03:20:43,538 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731813642397.aecfb7e25c4dfc8ac49b8ea7ce6896f5. 2024-11-17T03:20:43,538 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731813642397.aecfb7e25c4dfc8ac49b8ea7ce6896f5. 2024-11-17T03:20:43,539 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aecfb7e25c4dfc8ac49b8ea7ce6896f5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=695c90f4bb18,40813,1731813637995 2024-11-17T03:20:43,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aecfb7e25c4dfc8ac49b8ea7ce6896f5, server=695c90f4bb18,40813,1731813637995 because future has completed 2024-11-17T03:20:43,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T03:20:43,549 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aecfb7e25c4dfc8ac49b8ea7ce6896f5, server=695c90f4bb18,40813,1731813637995 in 176 msec 2024-11-17T03:20:43,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T03:20:43,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=aecfb7e25c4dfc8ac49b8ea7ce6896f5, ASSIGN in 332 msec 2024-11-17T03:20:43,552 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:20:43,552 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813643552"}]},"ts":"1731813643552"} 2024-11-17T03:20:43,554 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T03:20:43,554 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:20:43,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-17T03:20:44,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:20:44,554 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T03:20:44,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61441938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:44,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,35409,-1 for getting cluster id 2024-11-17T03:20:44,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:20:44,556 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51630cda-c70f-4d56-8edd-a3d6dc575ddd' 2024-11-17T03:20:44,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:20:44,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51630cda-c70f-4d56-8edd-a3d6dc575ddd" 2024-11-17T03:20:44,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1629d033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:44,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,35409,-1] 2024-11-17T03:20:44,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:20:44,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:44,557 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:20:44,557 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574a3e72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:44,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14334984, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:44,558 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,38951,-1 for getting cluster id 2024-11-17T03:20:44,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:20:44,558 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eecf850d-04d8-48ef-9093-c6d5c0390d26' 2024-11-17T03:20:44,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:20:44,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eecf850d-04d8-48ef-9093-c6d5c0390d26" 2024-11-17T03:20:44,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca06f27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:44,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,38951,-1] 2024-11-17T03:20:44,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:20:44,559 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:44,559 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:20:44,560 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522a5225, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:44,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5cd681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:44,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,35409,-1 for getting cluster id 2024-11-17T03:20:44,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:20:44,561 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51630cda-c70f-4d56-8edd-a3d6dc575ddd' 2024-11-17T03:20:44,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:20:44,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51630cda-c70f-4d56-8edd-a3d6dc575ddd" 2024-11-17T03:20:44,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e78947d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:44,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,35409,-1] 2024-11-17T03:20:44,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:20:44,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:44,562 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:20:44,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d9cc1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:44,563 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:44,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,35409,1731813632646 2024-11-17T03:20:44,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ca921b1 2024-11-17T03:20:44,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:20:44,564 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:20:44,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35409 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://695c90f4bb18:38951,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T03:20:44,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35409 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T03:20:44,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:20:44,567 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:38951' 2024-11-17T03:20:44,568 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763b97a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:44,568 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,38951,-1 for getting cluster id 2024-11-17T03:20:44,568 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:20:44,568 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eecf850d-04d8-48ef-9093-c6d5c0390d26' 2024-11-17T03:20:44,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:20:44,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eecf850d-04d8-48ef-9093-c6d5c0390d26" 2024-11-17T03:20:44,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d261b94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:44,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,38951,-1] 2024-11-17T03:20:44,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:20:44,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:44,570 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:20:44,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49ed0d52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:44,570 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:44,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,38951,1731813637844 2024-11-17T03:20:44,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b4f4b5a 2024-11-17T03:20:44,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:20:44,572 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:20:44,572 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T03:20:44,572 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T03:20:44,572 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:44,573 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:44,573 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:20:44,573 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:20:44,574 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T03:20:44,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:20:44,575 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:44,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:20:44,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741837_1013 (size=1138) 2024-11-17T03:20:44,624 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T03:20:44,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:20:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:20:44,981 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2e0cf8ab3257d1499f2efd685e486975, NAME => 'hbase:replication,,1731813644573.2e0cf8ab3257d1499f2efd685e486975.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e 2024-11-17T03:20:44,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741838_1014 (size=44) 2024-11-17T03:20:44,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813644573.2e0cf8ab3257d1499f2efd685e486975.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:44,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2e0cf8ab3257d1499f2efd685e486975, disabling compactions & flushes 2024-11-17T03:20:44,987 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813644573.2e0cf8ab3257d1499f2efd685e486975. 2024-11-17T03:20:44,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813644573.2e0cf8ab3257d1499f2efd685e486975. 2024-11-17T03:20:44,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813644573.2e0cf8ab3257d1499f2efd685e486975. after waiting 0 ms 2024-11-17T03:20:44,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813644573.2e0cf8ab3257d1499f2efd685e486975. 2024-11-17T03:20:44,987 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731813644573.2e0cf8ab3257d1499f2efd685e486975. 2024-11-17T03:20:44,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2e0cf8ab3257d1499f2efd685e486975: Waiting for close lock at 1731813644986Disabling compacts and flushes for region at 1731813644986Disabling writes for close at 1731813644987 (+1 ms)Writing region close event to WAL at 1731813644987Closed at 1731813644987 2024-11-17T03:20:44,988 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:20:44,989 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731813644573.2e0cf8ab3257d1499f2efd685e486975.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731813644988"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813644988"}]},"ts":"1731813644988"} 2024-11-17T03:20:44,990 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:20:44,991 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:20:44,991 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813644991"}]},"ts":"1731813644991"} 2024-11-17T03:20:44,993 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T03:20:44,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2e0cf8ab3257d1499f2efd685e486975, ASSIGN}] 2024-11-17T03:20:44,994 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2e0cf8ab3257d1499f2efd685e486975, ASSIGN 2024-11-17T03:20:44,995 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2e0cf8ab3257d1499f2efd685e486975, ASSIGN; state=OFFLINE, location=695c90f4bb18,46575,1731813632829; forceNewPlan=false, retain=false 2024-11-17T03:20:45,145 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2e0cf8ab3257d1499f2efd685e486975, regionState=OPENING, regionLocation=695c90f4bb18,46575,1731813632829 2024-11-17T03:20:45,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2e0cf8ab3257d1499f2efd685e486975, ASSIGN because future has completed 2024-11-17T03:20:45,148 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e0cf8ab3257d1499f2efd685e486975, server=695c90f4bb18,46575,1731813632829}] 2024-11-17T03:20:45,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:20:45,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731813644573.2e0cf8ab3257d1499f2efd685e486975. 2024-11-17T03:20:45,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:20:45,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T03:20:45,348 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C46575%2C1731813632829.rep, suffix=, logDir=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829, archiveDir=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/oldWALs, maxLogs=10 2024-11-17T03:20:45,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.rep.1731813645348, exclude list is [], retry=0 2024-11-17T03:20:45,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35409,DS-215ff776-17b5-4138-b368-715a5a58a0c3,DISK] 2024-11-17T03:20:45,366 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.rep.1731813645348 2024-11-17T03:20:45,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42463:42463)] 2024-11-17T03:20:45,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2e0cf8ab3257d1499f2efd685e486975, NAME => 'hbase:replication,,1731813644573.2e0cf8ab3257d1499f2efd685e486975.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:20:45,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:20:45,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:20:45,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731813644573.2e0cf8ab3257d1499f2efd685e486975. service=MultiRowMutationService 2024-11-17T03:20:45,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T03:20:45,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2e0cf8ab3257d1499f2efd685e486975 2024-11-17T03:20:45,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813644573.2e0cf8ab3257d1499f2efd685e486975.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:45,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2e0cf8ab3257d1499f2efd685e486975 2024-11-17T03:20:45,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2e0cf8ab3257d1499f2efd685e486975 2024-11-17T03:20:45,368 INFO [StoreOpener-2e0cf8ab3257d1499f2efd685e486975-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2e0cf8ab3257d1499f2efd685e486975 2024-11-17T03:20:45,369 INFO [StoreOpener-2e0cf8ab3257d1499f2efd685e486975-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e0cf8ab3257d1499f2efd685e486975 columnFamilyName hfileref 2024-11-17T03:20:45,369 DEBUG [StoreOpener-2e0cf8ab3257d1499f2efd685e486975-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:45,369 INFO [StoreOpener-2e0cf8ab3257d1499f2efd685e486975-1 {}] regionserver.HStore(327): Store=2e0cf8ab3257d1499f2efd685e486975/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:45,369 INFO [StoreOpener-2e0cf8ab3257d1499f2efd685e486975-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2e0cf8ab3257d1499f2efd685e486975 2024-11-17T03:20:45,370 INFO [StoreOpener-2e0cf8ab3257d1499f2efd685e486975-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e0cf8ab3257d1499f2efd685e486975 columnFamilyName queue 2024-11-17T03:20:45,370 DEBUG [StoreOpener-2e0cf8ab3257d1499f2efd685e486975-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:45,370 INFO [StoreOpener-2e0cf8ab3257d1499f2efd685e486975-1 {}] regionserver.HStore(327): Store=2e0cf8ab3257d1499f2efd685e486975/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:45,370 INFO [StoreOpener-2e0cf8ab3257d1499f2efd685e486975-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2e0cf8ab3257d1499f2efd685e486975 2024-11-17T03:20:45,371 INFO [StoreOpener-2e0cf8ab3257d1499f2efd685e486975-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2e0cf8ab3257d1499f2efd685e486975 columnFamilyName sid 2024-11-17T03:20:45,371 DEBUG [StoreOpener-2e0cf8ab3257d1499f2efd685e486975-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:45,371 INFO [StoreOpener-2e0cf8ab3257d1499f2efd685e486975-1 {}] regionserver.HStore(327): Store=2e0cf8ab3257d1499f2efd685e486975/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:45,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2e0cf8ab3257d1499f2efd685e486975 2024-11-17T03:20:45,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/replication/2e0cf8ab3257d1499f2efd685e486975 2024-11-17T03:20:45,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/replication/2e0cf8ab3257d1499f2efd685e486975 2024-11-17T03:20:45,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2e0cf8ab3257d1499f2efd685e486975 2024-11-17T03:20:45,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2e0cf8ab3257d1499f2efd685e486975 2024-11-17T03:20:45,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:20:45,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2e0cf8ab3257d1499f2efd685e486975 2024-11-17T03:20:45,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/replication/2e0cf8ab3257d1499f2efd685e486975/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:20:45,376 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2e0cf8ab3257d1499f2efd685e486975; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74673316, jitterRate=0.11271911859512329}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:20:45,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2e0cf8ab3257d1499f2efd685e486975 2024-11-17T03:20:45,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2e0cf8ab3257d1499f2efd685e486975: Running coprocessor pre-open hook at 1731813645367Writing region info on filesystem at 1731813645367Initializing all the Stores at 1731813645368 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813645368Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813645368Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813645368Cleaning up temporary data from old regions at 1731813645373 (+5 ms)Running coprocessor post-open hooks at 1731813645376 (+3 ms)Region opened successfully at 1731813645376 2024-11-17T03:20:45,377 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731813644573.2e0cf8ab3257d1499f2efd685e486975., pid=10, masterSystemTime=1731813645343 2024-11-17T03:20:45,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731813644573.2e0cf8ab3257d1499f2efd685e486975. 2024-11-17T03:20:45,379 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731813644573.2e0cf8ab3257d1499f2efd685e486975. 2024-11-17T03:20:45,379 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2e0cf8ab3257d1499f2efd685e486975, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,46575,1731813632829 2024-11-17T03:20:45,380 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35409 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=695c90f4bb18,46575,1731813632829, table=hbase:replication, region=2e0cf8ab3257d1499f2efd685e486975. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-17T03:20:45,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2e0cf8ab3257d1499f2efd685e486975, server=695c90f4bb18,46575,1731813632829 because future has completed 2024-11-17T03:20:45,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T03:20:45,386 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2e0cf8ab3257d1499f2efd685e486975, server=695c90f4bb18,46575,1731813632829 in 237 msec 2024-11-17T03:20:45,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T03:20:45,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2e0cf8ab3257d1499f2efd685e486975, ASSIGN in 393 msec 2024-11-17T03:20:45,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:20:45,389 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813645389"}]},"ts":"1731813645389"} 2024-11-17T03:20:45,390 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T03:20:45,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:20:45,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 818 msec 2024-11-17T03:20:45,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731813644573.2e0cf8ab3257d1499f2efd685e486975., hostname=695c90f4bb18,46575,1731813632829, seqNum=2] 2024-11-17T03:20:45,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-827365102 2024-11-17T03:20:45,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x10146cedef40001, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-827365102 2024-11-17T03:20:45,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T03:20:45,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46575 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T03:20:45,638 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T03:20:45,671 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-695c90f4bb18,46575,1731813632829, ReplicationSource: 1, currentBandwidth=0 2024-11-17T03:20:45,671 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:20:45,672 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,46575,1731813632829, seqNum=-1] 2024-11-17T03:20:45,672 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:20:45,673 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37221, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-17T03:20:45,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-695c90f4bb18,46575,1731813632829', locateType=CURRENT is [region=hbase:replication,,1731813644573.2e0cf8ab3257d1499f2efd685e486975., hostname=695c90f4bb18,46575,1731813632829, seqNum=2] 2024-11-17T03:20:45,676 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T03:20:45,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35409 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T03:20:45,679 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 695c90f4bb18,46575,1731813632829 suceeded 2024-11-17T03:20:45,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T03:20:45,681 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-17T03:20:45,681 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://695c90f4bb18:38951,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T03:20:45,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1160 sec 2024-11-17T03:20:45,684 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:45,684 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:20:45,685 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18299 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:20:45,692 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:38951' 2024-11-17T03:20:45,693 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7544d947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:45,693 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,38951,-1 for getting cluster id 2024-11-17T03:20:45,693 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:20:45,694 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eecf850d-04d8-48ef-9093-c6d5c0390d26' 2024-11-17T03:20:45,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:20:45,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eecf850d-04d8-48ef-9093-c6d5c0390d26" 2024-11-17T03:20:45,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55fdf4a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:45,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,38951,-1] 2024-11-17T03:20:45,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:20:45,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:45,695 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:20:45,696 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1eda0141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:45,696 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:45,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,38951,1731813637844 2024-11-17T03:20:45,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a6c5209 2024-11-17T03:20:45,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:20:45,697 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-17T03:20:45,698 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-695c90f4bb18,46575,1731813632829 (queues=1) is replicating from cluster=51630cda-c70f-4d56-8edd-a3d6dc575ddd to cluster=eecf850d-04d8-48ef-9093-c6d5c0390d26 2024-11-17T03:20:45,698 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=695c90f4bb18%2C46575%2C1731813632829 2024-11-17T03:20:45,698 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-695c90f4bb18,46575,1731813632829, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T03:20:45,698 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.shipper695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 695c90f4bb18%2C46575%2C1731813632829 2024-11-17T03:20:45,698 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899, startPosition=0, beingWritten=true 2024-11-17T03:20:45,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35409 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:20:45,705 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T03:20:45,705 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:20:45,705 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:20:45,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:45,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:45,705 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:20:45,705 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 379, reset compression=false 2024-11-17T03:20:45,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:20:45,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57f8114e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:45,706 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,38951,-1 for getting cluster id 2024-11-17T03:20:45,706 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.shipper695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,46575,1731813632829 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:20:45,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:20:45,706 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eecf850d-04d8-48ef-9093-c6d5c0390d26' 2024-11-17T03:20:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:20:45,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eecf850d-04d8-48ef-9093-c6d5c0390d26" 2024-11-17T03:20:45,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55fd7073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:45,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,38951,-1] 2024-11-17T03:20:45,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:20:45,709 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:45,710 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:20:45,710 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8501831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:45,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,38951,1731813637844 2024-11-17T03:20:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@594e2c6f 2024-11-17T03:20:45,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:20:45,712 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:20:45,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://695c90f4bb18:35409,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T03:20:45,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T03:20:45,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:20:45,714 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:35409' 2024-11-17T03:20:45,715 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22bf6911, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:45,715 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,35409,-1 for getting cluster id 2024-11-17T03:20:45,715 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:20:45,716 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51630cda-c70f-4d56-8edd-a3d6dc575ddd' 2024-11-17T03:20:45,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:20:45,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51630cda-c70f-4d56-8edd-a3d6dc575ddd" 2024-11-17T03:20:45,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ab82293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:45,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,35409,-1] 2024-11-17T03:20:45,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:20:45,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:45,717 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:20:45,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51909746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:45,718 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:45,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,35409,1731813632646 2024-11-17T03:20:45,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66d1546d 2024-11-17T03:20:45,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:20:45,719 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:20:45,720 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T03:20:45,720 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T03:20:45,720 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:45,720 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:45,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:20:45,720 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:20:45,721 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T03:20:45,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:20:45,722 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:45,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:20:45,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741837_1013 (size=1138) 2024-11-17T03:20:45,771 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T03:20:45,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:20:45,909 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 379, reset compression=false 2024-11-17T03:20:46,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:20:46,114 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T03:20:46,129 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9793f9efe0c043fcb23e4f512fb3d120, NAME => 'hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61 2024-11-17T03:20:46,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741838_1014 (size=44) 2024-11-17T03:20:46,213 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 379, reset compression=false 2024-11-17T03:20:46,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:20:46,535 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:46,535 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9793f9efe0c043fcb23e4f512fb3d120, disabling compactions & flushes 2024-11-17T03:20:46,535 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120. 2024-11-17T03:20:46,535 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120. 2024-11-17T03:20:46,535 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120. after waiting 0 ms 2024-11-17T03:20:46,535 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120. 2024-11-17T03:20:46,535 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120. 2024-11-17T03:20:46,535 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9793f9efe0c043fcb23e4f512fb3d120: Waiting for close lock at 1731813646535Disabling compacts and flushes for region at 1731813646535Disabling writes for close at 1731813646535Writing region close event to WAL at 1731813646535Closed at 1731813646535 2024-11-17T03:20:46,536 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:20:46,536 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731813646536"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813646536"}]},"ts":"1731813646536"} 2024-11-17T03:20:46,538 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:20:46,538 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:20:46,539 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813646538"}]},"ts":"1731813646538"} 2024-11-17T03:20:46,540 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T03:20:46,540 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9793f9efe0c043fcb23e4f512fb3d120, ASSIGN}] 2024-11-17T03:20:46,541 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9793f9efe0c043fcb23e4f512fb3d120, ASSIGN 2024-11-17T03:20:46,542 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9793f9efe0c043fcb23e4f512fb3d120, ASSIGN; state=OFFLINE, location=695c90f4bb18,40813,1731813637995; forceNewPlan=false, retain=false 2024-11-17T03:20:46,620 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 379, reset compression=false 2024-11-17T03:20:46,666 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:20:46,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:46,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:46,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:46,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:46,690 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:46,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:46,692 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9793f9efe0c043fcb23e4f512fb3d120, regionState=OPENING, regionLocation=695c90f4bb18,40813,1731813637995 2024-11-17T03:20:46,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9793f9efe0c043fcb23e4f512fb3d120, ASSIGN because future has completed 2024-11-17T03:20:46,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9793f9efe0c043fcb23e4f512fb3d120, server=695c90f4bb18,40813,1731813637995}] 2024-11-17T03:20:46,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:46,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:46,700 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:46,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:46,717 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T03:20:46,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120. 2024-11-17T03:20:46,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:20:46,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T03:20:46,852 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C40813%2C1731813637995.rep, suffix=, logDir=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995, archiveDir=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/oldWALs, maxLogs=10 2024-11-17T03:20:46,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:20:46,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.rep.1731813646852, exclude list is [], retry=0 2024-11-17T03:20:46,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41469,DS-18a05838-3443-48e9-9cae-7c2ab2a8ca94,DISK] 2024-11-17T03:20:46,874 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.rep.1731813646852 2024-11-17T03:20:46,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46629:46629)] 2024-11-17T03:20:46,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9793f9efe0c043fcb23e4f512fb3d120, NAME => 'hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:20:46,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:20:46,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:20:46,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120. service=MultiRowMutationService 2024-11-17T03:20:46,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T03:20:46,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9793f9efe0c043fcb23e4f512fb3d120 2024-11-17T03:20:46,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:20:46,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9793f9efe0c043fcb23e4f512fb3d120 2024-11-17T03:20:46,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9793f9efe0c043fcb23e4f512fb3d120 2024-11-17T03:20:46,877 INFO [StoreOpener-9793f9efe0c043fcb23e4f512fb3d120-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9793f9efe0c043fcb23e4f512fb3d120 2024-11-17T03:20:46,878 INFO [StoreOpener-9793f9efe0c043fcb23e4f512fb3d120-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9793f9efe0c043fcb23e4f512fb3d120 columnFamilyName hfileref 2024-11-17T03:20:46,878 DEBUG [StoreOpener-9793f9efe0c043fcb23e4f512fb3d120-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:46,878 INFO [StoreOpener-9793f9efe0c043fcb23e4f512fb3d120-1 {}] regionserver.HStore(327): Store=9793f9efe0c043fcb23e4f512fb3d120/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:46,878 INFO [StoreOpener-9793f9efe0c043fcb23e4f512fb3d120-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9793f9efe0c043fcb23e4f512fb3d120 2024-11-17T03:20:46,879 INFO [StoreOpener-9793f9efe0c043fcb23e4f512fb3d120-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9793f9efe0c043fcb23e4f512fb3d120 columnFamilyName queue 2024-11-17T03:20:46,879 DEBUG [StoreOpener-9793f9efe0c043fcb23e4f512fb3d120-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:46,880 INFO [StoreOpener-9793f9efe0c043fcb23e4f512fb3d120-1 {}] regionserver.HStore(327): Store=9793f9efe0c043fcb23e4f512fb3d120/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:46,880 INFO [StoreOpener-9793f9efe0c043fcb23e4f512fb3d120-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9793f9efe0c043fcb23e4f512fb3d120 2024-11-17T03:20:46,881 INFO [StoreOpener-9793f9efe0c043fcb23e4f512fb3d120-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9793f9efe0c043fcb23e4f512fb3d120 columnFamilyName sid 2024-11-17T03:20:46,881 DEBUG [StoreOpener-9793f9efe0c043fcb23e4f512fb3d120-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:20:46,881 INFO [StoreOpener-9793f9efe0c043fcb23e4f512fb3d120-1 {}] regionserver.HStore(327): Store=9793f9efe0c043fcb23e4f512fb3d120/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:20:46,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9793f9efe0c043fcb23e4f512fb3d120 2024-11-17T03:20:46,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/replication/9793f9efe0c043fcb23e4f512fb3d120 2024-11-17T03:20:46,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/replication/9793f9efe0c043fcb23e4f512fb3d120 2024-11-17T03:20:46,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9793f9efe0c043fcb23e4f512fb3d120 2024-11-17T03:20:46,882 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9793f9efe0c043fcb23e4f512fb3d120 2024-11-17T03:20:46,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:20:46,884 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9793f9efe0c043fcb23e4f512fb3d120 2024-11-17T03:20:46,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/replication/9793f9efe0c043fcb23e4f512fb3d120/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:20:46,885 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9793f9efe0c043fcb23e4f512fb3d120; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62056894, jitterRate=-0.07528021931648254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:20:46,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9793f9efe0c043fcb23e4f512fb3d120 2024-11-17T03:20:46,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9793f9efe0c043fcb23e4f512fb3d120: Running coprocessor pre-open hook at 1731813646876Writing region info on filesystem at 1731813646876Initializing all the Stores at 1731813646876Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813646877 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813646877Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813646877Cleaning up temporary data from old regions at 1731813646882 (+5 ms)Running coprocessor post-open hooks at 1731813646885 (+3 ms)Region opened successfully at 1731813646885 2024-11-17T03:20:46,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120., pid=10, masterSystemTime=1731813646846 2024-11-17T03:20:46,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120. 2024-11-17T03:20:46,888 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120. 2024-11-17T03:20:46,889 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9793f9efe0c043fcb23e4f512fb3d120, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,40813,1731813637995 2024-11-17T03:20:46,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9793f9efe0c043fcb23e4f512fb3d120, server=695c90f4bb18,40813,1731813637995 because future has completed 2024-11-17T03:20:46,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T03:20:46,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9793f9efe0c043fcb23e4f512fb3d120, server=695c90f4bb18,40813,1731813637995 in 198 msec 2024-11-17T03:20:46,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T03:20:46,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9793f9efe0c043fcb23e4f512fb3d120, ASSIGN in 354 msec 2024-11-17T03:20:46,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:20:46,897 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813646897"}]},"ts":"1731813646897"} 2024-11-17T03:20:46,899 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T03:20:46,900 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:20:46,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1800 sec 2024-11-17T03:20:46,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120., hostname=695c90f4bb18,40813,1731813637995, seqNum=2] 2024-11-17T03:20:46,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024175528 2024-11-17T03:20:46,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x10146cedef40004, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024175528 2024-11-17T03:20:47,021 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T03:20:47,123 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 379, reset compression=false 2024-11-17T03:20:47,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40813 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T03:20:47,174 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T03:20:47,200 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-695c90f4bb18,40813,1731813637995, ReplicationSource: 1, currentBandwidth=0 2024-11-17T03:20:47,200 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:20:47,200 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,40813,1731813637995, seqNum=-1] 2024-11-17T03:20:47,200 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:20:47,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-17T03:20:47,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-695c90f4bb18,40813,1731813637995', locateType=CURRENT is [region=hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120., hostname=695c90f4bb18,40813,1731813637995, seqNum=2] 2024-11-17T03:20:47,204 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T03:20:47,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T03:20:47,207 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 695c90f4bb18,40813,1731813637995 suceeded 2024-11-17T03:20:47,208 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T03:20:47,208 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://695c90f4bb18:35409,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T03:20:47,208 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-17T03:20:47,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4960 sec 2024-11-17T03:20:47,219 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:35409' 2024-11-17T03:20:47,220 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5028b0fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:47,220 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,35409,-1 for getting cluster id 2024-11-17T03:20:47,220 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:20:47,221 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51630cda-c70f-4d56-8edd-a3d6dc575ddd' 2024-11-17T03:20:47,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:20:47,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51630cda-c70f-4d56-8edd-a3d6dc575ddd" 2024-11-17T03:20:47,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c667a52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:47,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,35409,-1] 2024-11-17T03:20:47,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:20:47,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:47,222 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:20:47,223 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34efac07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:47,223 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:47,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,35409,1731813632646 2024-11-17T03:20:47,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17bf4a26 2024-11-17T03:20:47,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:20:47,224 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-17T03:20:47,225 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-695c90f4bb18,40813,1731813637995 (queues=1) is replicating from cluster=eecf850d-04d8-48ef-9093-c6d5c0390d26 to cluster=51630cda-c70f-4d56-8edd-a3d6dc575ddd 2024-11-17T03:20:47,225 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=695c90f4bb18%2C40813%2C1731813637995 2024-11-17T03:20:47,225 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-695c90f4bb18,40813,1731813637995, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T03:20:47,225 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.shipper695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 695c90f4bb18%2C40813%2C1731813637995 2024-11-17T03:20:47,225 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264, startPosition=0, beingWritten=true 2024-11-17T03:20:47,230 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:20:47,230 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 to pos 379, reset compression=false 2024-11-17T03:20:47,230 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.shipper695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,40813,1731813637995 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:20:47,433 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 to pos 379, reset compression=false 2024-11-17T03:20:47,727 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 379, reset compression=false 2024-11-17T03:20:47,737 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 to pos 379, reset compression=false 2024-11-17T03:20:47,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:20:47,865 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T03:20:47,865 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:20:47,865 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:20:47,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:47,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:47,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:20:47,865 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:20:47,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,46575,1731813632829, seqNum=-1] 2024-11-17T03:20:47,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:20:47,867 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:20:47,869 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731813641256.e7b60d5439e8d7379458df5326dcf26c., hostname=695c90f4bb18,46575,1731813632829, seqNum=2] 2024-11-17T03:20:47,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:20:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,40813,1731813637995, seqNum=-1] 2024-11-17T03:20:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:20:47,873 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:20:47,875 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731813642397.aecfb7e25c4dfc8ac49b8ea7ce6896f5., hostname=695c90f4bb18,40813,1731813637995, seqNum=2] 2024-11-17T03:20:47,876 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-17T03:20:48,140 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 to pos 379, reset compression=false 2024-11-17T03:20:48,431 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 379, reset compression=false 2024-11-17T03:20:48,435 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:20:48,435 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 480, reset compression=false 2024-11-17T03:20:48,435 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.shipper695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,46575,1731813632829 got entry batch from reader: WALEntryBatch [walEntries=[{test/e7b60d5439e8d7379458df5326dcf26c/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-17T03:20:48,437 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.shipper695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:20:48,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-17T03:20:48,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40813 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:20:48,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ceb68a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:48,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40813 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,38951,-1 for getting cluster id 2024-11-17T03:20:48,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40813 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:20:48,441 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eecf850d-04d8-48ef-9093-c6d5c0390d26' 2024-11-17T03:20:48,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:20:48,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eecf850d-04d8-48ef-9093-c6d5c0390d26" 2024-11-17T03:20:48,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@551a15b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:48,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,38951,-1] 2024-11-17T03:20:48,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:20:48,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:48,442 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:20:48,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40813 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@724527bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:48,449 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40813 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:20:48,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,40813,1731813637995, seqNum=-1] 2024-11-17T03:20:48,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:20:48,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-17T03:20:48,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731813642397.aecfb7e25c4dfc8ac49b8ea7ce6896f5., hostname=695c90f4bb18,40813,1731813637995, seqNum=2] 2024-11-17T03:20:48,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40813 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:20:48,640 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 480, reset compression=false 2024-11-17T03:20:48,644 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 to pos 379, reset compression=false 2024-11-17T03:20:48,650 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:20:48,650 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 to pos 503, reset compression=false 2024-11-17T03:20:48,650 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.shipper695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,40813,1731813637995 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:20:48,853 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 to pos 503, reset compression=false 2024-11-17T03:20:48,879 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-17T03:20:48,882 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-17T03:20:48,943 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 480, reset compression=false 2024-11-17T03:20:49,157 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 to pos 503, reset compression=false 2024-11-17T03:20:49,161 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:20:49,161 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 to pos 607, reset compression=false 2024-11-17T03:20:49,161 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.shipper695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,40813,1731813637995 got entry batch from reader: WALEntryBatch [walEntries=[{test/aecfb7e25c4dfc8ac49b8ea7ce6896f5/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T03:20:49,163 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.shipper695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:20:49,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-17T03:20:49,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:20:49,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@282e17aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:49,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,35409,-1 for getting cluster id 2024-11-17T03:20:49,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:20:49,166 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '51630cda-c70f-4d56-8edd-a3d6dc575ddd' 2024-11-17T03:20:49,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:20:49,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "51630cda-c70f-4d56-8edd-a3d6dc575ddd" 2024-11-17T03:20:49,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52a0a794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:49,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,35409,-1] 2024-11-17T03:20:49,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:20:49,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:49,167 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:20:49,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@104a2e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:20:49,167 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:20:49,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,46575,1731813632829, seqNum=-1] 2024-11-17T03:20:49,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:20:49,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-17T03:20:49,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731813641256.e7b60d5439e8d7379458df5326dcf26c., hostname=695c90f4bb18,46575,1731813632829, seqNum=2] 2024-11-17T03:20:49,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:20:49,347 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 480, reset compression=false 2024-11-17T03:20:49,352 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:20:49,352 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 608, reset compression=false 2024-11-17T03:20:49,352 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.shipper695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,46575,1731813632829 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:20:49,364 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 to pos 607, reset compression=false 2024-11-17T03:20:49,554 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 608, reset compression=false 2024-11-17T03:20:49,669 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 to pos 607, reset compression=false 2024-11-17T03:20:49,858 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 608, reset compression=false 2024-11-17T03:20:49,884 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-17T03:20:49,890 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-17T03:20:50,073 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 to pos 607, reset compression=false 2024-11-17T03:20:50,262 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 608, reset compression=false 2024-11-17T03:20:50,308 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:20:50,308 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 764, reset compression=false 2024-11-17T03:20:50,308 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.shipper695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,46575,1731813632829 got entry batch from reader: WALEntryBatch [walEntries=[{test/e7b60d5439e8d7379458df5326dcf26c/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-17T03:20:50,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40813 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:20:50,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40813 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:20:50,512 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 764, reset compression=false 2024-11-17T03:20:50,577 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 to pos 607, reset compression=false 2024-11-17T03:20:50,581 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:20:50,581 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 to pos 754, reset compression=false 2024-11-17T03:20:50,581 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.shipper695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,40813,1731813637995 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:20:50,784 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 to pos 754, reset compression=false 2024-11-17T03:20:50,815 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 764, reset compression=false 2024-11-17T03:20:50,892 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-17T03:20:50,896 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-17T03:20:51,088 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 to pos 754, reset compression=false 2024-11-17T03:20:51,092 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:20:51,092 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 to pos 913, reset compression=false 2024-11-17T03:20:51,092 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.shipper695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,40813,1731813637995 got entry batch from reader: WALEntryBatch [walEntries=[{test/aecfb7e25c4dfc8ac49b8ea7ce6896f5/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T03:20:51,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:20:51,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46575 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:20:51,219 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 764, reset compression=false 2024-11-17T03:20:51,223 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:20:51,224 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 914, reset compression=false 2024-11-17T03:20:51,224 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.shipper695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,46575,1731813632829 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:20:51,299 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 to pos 913, reset compression=false 2024-11-17T03:20:51,427 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 914, reset compression=false 2024-11-17T03:20:51,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T03:20:51,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T03:20:51,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-17T03:20:51,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-17T03:20:51,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T03:20:51,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T03:20:51,602 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 to pos 913, reset compression=false 2024-11-17T03:20:51,730 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 914, reset compression=false 2024-11-17T03:20:51,898 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-17T03:20:51,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T03:20:51,901 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:20:51,901 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:20:51,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:51,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:51,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:20:51,901 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T03:20:51,901 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=254831943, stopped=false 2024-11-17T03:20:51,901 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=695c90f4bb18,38951,1731813637844 2024-11-17T03:20:51,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x10146cedef40004, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1024175528/running 2024-11-17T03:20:51,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1024175528/running 2024-11-17T03:20:51,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x10146cedef40004, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024175528 2024-11-17T03:20:51,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024175528 2024-11-17T03:20:51,978 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:20:51,978 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:20:51,978 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:20:51,978 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Set watcher on znode that does not yet exist, /1-1024175528/running 2024-11-17T03:20:51,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:51,979 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40813-0x10146cedef40004, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Set watcher on znode that does not yet exist, /1-1024175528/running 2024-11-17T03:20:51,979 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '695c90f4bb18,40813,1731813637995' ***** 2024-11-17T03:20:51,979 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T03:20:51,979 INFO [RS:0;695c90f4bb18:40813 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T03:20:51,979 INFO [RS:0;695c90f4bb18:40813 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T03:20:51,979 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T03:20:51,979 INFO [RS:0;695c90f4bb18:40813 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T03:20:51,979 INFO [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(3091): Received CLOSE for aecfb7e25c4dfc8ac49b8ea7ce6896f5 2024-11-17T03:20:51,980 INFO [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(3091): Received CLOSE for 9793f9efe0c043fcb23e4f512fb3d120 2024-11-17T03:20:51,980 INFO [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(959): stopping server 695c90f4bb18,40813,1731813637995 2024-11-17T03:20:51,980 INFO [RS:0;695c90f4bb18:40813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:20:51,980 INFO [RS:0;695c90f4bb18:40813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:40813. 2024-11-17T03:20:51,980 DEBUG [RS:0;695c90f4bb18:40813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:20:51,980 DEBUG [RS:0;695c90f4bb18:40813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:51,980 INFO [RS:0;695c90f4bb18:40813 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T03:20:51,980 INFO [RS:0;695c90f4bb18:40813 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T03:20:51,980 INFO [RS:0;695c90f4bb18:40813 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T03:20:51,980 INFO [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T03:20:51,980 INFO [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T03:20:51,980 DEBUG [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(1325): Online Regions={aecfb7e25c4dfc8ac49b8ea7ce6896f5=test,,1731813642397.aecfb7e25c4dfc8ac49b8ea7ce6896f5., 9793f9efe0c043fcb23e4f512fb3d120=hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T03:20:51,980 DEBUG [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9793f9efe0c043fcb23e4f512fb3d120, aecfb7e25c4dfc8ac49b8ea7ce6896f5 2024-11-17T03:20:51,980 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aecfb7e25c4dfc8ac49b8ea7ce6896f5, disabling compactions & flushes 2024-11-17T03:20:51,980 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:20:51,980 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731813642397.aecfb7e25c4dfc8ac49b8ea7ce6896f5. 2024-11-17T03:20:51,980 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813642397.aecfb7e25c4dfc8ac49b8ea7ce6896f5. 2024-11-17T03:20:51,980 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:20:51,980 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731813642397.aecfb7e25c4dfc8ac49b8ea7ce6896f5. after waiting 0 ms 2024-11-17T03:20:51,980 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731813642397.aecfb7e25c4dfc8ac49b8ea7ce6896f5. 2024-11-17T03:20:51,980 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:20:51,980 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:20:51,980 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:20:51,980 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aecfb7e25c4dfc8ac49b8ea7ce6896f5 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-17T03:20:51,980 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T03:20:51,996 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/meta/1588230740/.tmp/info/9e8e95f440a241929c73b05c338440db is 147, key is hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120./info:regioninfo/1731813646889/Put/seqid=0 2024-11-17T03:20:51,997 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/default/test/aecfb7e25c4dfc8ac49b8ea7ce6896f5/.tmp/f/9e594e00fb354e018776b2d13d8e9dd4 is 29, key is row1/f:/1731813650893/DeleteFamily/seqid=0 2024-11-17T03:20:52,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741840_1016 (size=7686) 2024-11-17T03:20:52,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741841_1017 (size=5118) 2024-11-17T03:20:52,002 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/default/test/aecfb7e25c4dfc8ac49b8ea7ce6896f5/.tmp/f/9e594e00fb354e018776b2d13d8e9dd4 2024-11-17T03:20:52,006 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 to pos 913, reset compression=false 2024-11-17T03:20:52,006 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e594e00fb354e018776b2d13d8e9dd4 2024-11-17T03:20:52,012 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:20:52,012 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 to pos 1160, reset compression=false 2024-11-17T03:20:52,012 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.shipper695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,40813,1731813637995 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:20:52,013 ERROR [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.shipper695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 695c90f4bb18,40813,1731813637995: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-695c90f4bb18,40813,1731813637995, walGroup=695c90f4bb18%2C40813%2C1731813637995, offset=695c90f4bb18%2C40813%2C1731813637995.1731813640264:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:40813 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T03:20:52,014 ERROR [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.shipper695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T03:20:52,014 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.shipper695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T03:20:52,015 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.shipper695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T03:20:52,015 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.shipper695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T03:20:52,015 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.shipper695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T03:20:52,016 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.shipper695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 871130208 }, "NonHeapMemoryUsage": { "committed": 194904064, "init": 7667712, "max": -1, "used": 190853168 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T03:20:52,016 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.shipper695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:38951 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:38951 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T03:20:52,023 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/default/test/aecfb7e25c4dfc8ac49b8ea7ce6896f5/.tmp/f1/10ef3bd102dd433f91e6dc268ac94b1c is 30, key is row1/f1:/1731813650893/DeleteFamily/seqid=0 2024-11-17T03:20:52,028 INFO [regionserver/695c90f4bb18:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:20:52,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741842_1018 (size=5123) 2024-11-17T03:20:52,118 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T03:20:52,118 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T03:20:52,134 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 914, reset compression=false 2024-11-17T03:20:52,180 DEBUG [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9793f9efe0c043fcb23e4f512fb3d120, aecfb7e25c4dfc8ac49b8ea7ce6896f5 2024-11-17T03:20:52,218 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 to pos 1160, reset compression=false 2024-11-17T03:20:52,378 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:20:52,380 DEBUG [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9793f9efe0c043fcb23e4f512fb3d120, aecfb7e25c4dfc8ac49b8ea7ce6896f5 2024-11-17T03:20:52,404 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/meta/1588230740/.tmp/info/9e8e95f440a241929c73b05c338440db 2024-11-17T03:20:52,425 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/meta/1588230740/.tmp/ns/a1950db8b625420aa321c1c5e38ac848 is 43, key is default/ns:d/1731813641196/Put/seqid=0 2024-11-17T03:20:52,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:52,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:52,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:52,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741843_1019 (size=5153) 2024-11-17T03:20:52,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:52,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:52,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:52,435 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/default/test/aecfb7e25c4dfc8ac49b8ea7ce6896f5/.tmp/f1/10ef3bd102dd433f91e6dc268ac94b1c 2024-11-17T03:20:52,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:52,438 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10ef3bd102dd433f91e6dc268ac94b1c 2024-11-17T03:20:52,451 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:52,452 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:52,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:52,470 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/default/test/aecfb7e25c4dfc8ac49b8ea7ce6896f5/.tmp/norep/5b97173af70d4608b2537d7d8376197a is 33, key is row1/norep:/1731813650893/DeleteFamily/seqid=0 2024-11-17T03:20:52,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741844_1020 (size=5108) 2024-11-17T03:20:52,487 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/default/test/aecfb7e25c4dfc8ac49b8ea7ce6896f5/.tmp/norep/5b97173af70d4608b2537d7d8376197a 2024-11-17T03:20:52,496 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b97173af70d4608b2537d7d8376197a 2024-11-17T03:20:52,496 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/default/test/aecfb7e25c4dfc8ac49b8ea7ce6896f5/.tmp/f/9e594e00fb354e018776b2d13d8e9dd4 as hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/default/test/aecfb7e25c4dfc8ac49b8ea7ce6896f5/f/9e594e00fb354e018776b2d13d8e9dd4 2024-11-17T03:20:52,501 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9e594e00fb354e018776b2d13d8e9dd4 2024-11-17T03:20:52,501 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/default/test/aecfb7e25c4dfc8ac49b8ea7ce6896f5/f/9e594e00fb354e018776b2d13d8e9dd4, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T03:20:52,501 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/default/test/aecfb7e25c4dfc8ac49b8ea7ce6896f5/.tmp/f1/10ef3bd102dd433f91e6dc268ac94b1c as hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/default/test/aecfb7e25c4dfc8ac49b8ea7ce6896f5/f1/10ef3bd102dd433f91e6dc268ac94b1c 2024-11-17T03:20:52,505 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10ef3bd102dd433f91e6dc268ac94b1c 2024-11-17T03:20:52,505 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/default/test/aecfb7e25c4dfc8ac49b8ea7ce6896f5/f1/10ef3bd102dd433f91e6dc268ac94b1c, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T03:20:52,506 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/default/test/aecfb7e25c4dfc8ac49b8ea7ce6896f5/.tmp/norep/5b97173af70d4608b2537d7d8376197a as hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/default/test/aecfb7e25c4dfc8ac49b8ea7ce6896f5/norep/5b97173af70d4608b2537d7d8376197a 2024-11-17T03:20:52,510 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5b97173af70d4608b2537d7d8376197a 2024-11-17T03:20:52,510 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/default/test/aecfb7e25c4dfc8ac49b8ea7ce6896f5/norep/5b97173af70d4608b2537d7d8376197a, entries=1, sequenceid=8, filesize=5.0 K 2024-11-17T03:20:52,510 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for aecfb7e25c4dfc8ac49b8ea7ce6896f5 in 530ms, sequenceid=8, compaction requested=false 2024-11-17T03:20:52,514 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/default/test/aecfb7e25c4dfc8ac49b8ea7ce6896f5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-17T03:20:52,514 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:20:52,514 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T03:20:52,515 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731813642397.aecfb7e25c4dfc8ac49b8ea7ce6896f5. 2024-11-17T03:20:52,515 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aecfb7e25c4dfc8ac49b8ea7ce6896f5: Waiting for close lock at 1731813651980Running coprocessor pre-close hooks at 1731813651980Disabling compacts and flushes for region at 1731813651980Disabling writes for close at 1731813651980Obtaining lock to block concurrent updates at 1731813651980Preparing flush snapshotting stores in aecfb7e25c4dfc8ac49b8ea7ce6896f5 at 1731813651980Finished memstore snapshotting test,,1731813642397.aecfb7e25c4dfc8ac49b8ea7ce6896f5., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731813651981 (+1 ms)Flushing stores of test,,1731813642397.aecfb7e25c4dfc8ac49b8ea7ce6896f5. at 1731813651981Flushing aecfb7e25c4dfc8ac49b8ea7ce6896f5/f: creating writer at 1731813651981Flushing aecfb7e25c4dfc8ac49b8ea7ce6896f5/f: appending metadata at 1731813651997 (+16 ms)Flushing aecfb7e25c4dfc8ac49b8ea7ce6896f5/f: closing flushed file at 1731813651997Flushing aecfb7e25c4dfc8ac49b8ea7ce6896f5/f1: creating writer at 1731813652007 (+10 ms)Flushing aecfb7e25c4dfc8ac49b8ea7ce6896f5/f1: appending metadata at 1731813652023 (+16 ms)Flushing aecfb7e25c4dfc8ac49b8ea7ce6896f5/f1: closing flushed file at 1731813652023Flushing aecfb7e25c4dfc8ac49b8ea7ce6896f5/norep: creating writer at 1731813652438 (+415 ms)Flushing aecfb7e25c4dfc8ac49b8ea7ce6896f5/norep: appending metadata at 1731813652469 (+31 ms)Flushing aecfb7e25c4dfc8ac49b8ea7ce6896f5/norep: closing flushed file at 1731813652469Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77f37804: reopening flushed file at 1731813652496 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c9e1a7d: reopening flushed file at 1731813652501 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e0d37c4: reopening flushed file at 1731813652505 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for aecfb7e25c4dfc8ac49b8ea7ce6896f5 in 530ms, sequenceid=8, compaction requested=false at 1731813652510 (+5 ms)Writing region close event to WAL at 1731813652511 (+1 ms)Running coprocessor post-close hooks at 1731813652514 (+3 ms)Closed at 1731813652514 2024-11-17T03:20:52,515 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731813642397.aecfb7e25c4dfc8ac49b8ea7ce6896f5. 2024-11-17T03:20:52,515 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9793f9efe0c043fcb23e4f512fb3d120, disabling compactions & flushes 2024-11-17T03:20:52,515 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120. 2024-11-17T03:20:52,515 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120. 2024-11-17T03:20:52,515 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120. after waiting 0 ms 2024-11-17T03:20:52,515 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120. 2024-11-17T03:20:52,515 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9793f9efe0c043fcb23e4f512fb3d120: Waiting for close lock at 1731813652515Running coprocessor pre-close hooks at 1731813652515Disabling compacts and flushes for region at 1731813652515Disabling writes for close at 1731813652515Failed flush hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120., putting online again at 1731813652515 2024-11-17T03:20:52,516 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120. 2024-11-17T03:20:52,521 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 to pos 1160, reset compression=false 2024-11-17T03:20:52,532 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:20:52,532 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 to pos 1804, reset compression=false 2024-11-17T03:20:52,581 INFO [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(3091): Received CLOSE for 9793f9efe0c043fcb23e4f512fb3d120 2024-11-17T03:20:52,581 DEBUG [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9793f9efe0c043fcb23e4f512fb3d120 2024-11-17T03:20:52,581 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9793f9efe0c043fcb23e4f512fb3d120, disabling compactions & flushes 2024-11-17T03:20:52,581 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120. 2024-11-17T03:20:52,581 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120. 2024-11-17T03:20:52,582 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120. after waiting 0 ms 2024-11-17T03:20:52,582 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120. 2024-11-17T03:20:52,582 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9793f9efe0c043fcb23e4f512fb3d120: Waiting for close lock at 1731813652581Running coprocessor pre-close hooks at 1731813652581Disabling compacts and flushes for region at 1731813652581Disabling writes for close at 1731813652582 (+1 ms)Failed flush hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120., putting online again at 1731813652582 2024-11-17T03:20:52,582 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120. 2024-11-17T03:20:52,637 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 914, reset compression=false 2024-11-17T03:20:52,737 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 to pos 1804, reset compression=false 2024-11-17T03:20:52,781 DEBUG [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:20:52,829 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/meta/1588230740/.tmp/ns/a1950db8b625420aa321c1c5e38ac848 2024-11-17T03:20:52,852 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/meta/1588230740/.tmp/rep_barrier/3814719ebc904860be762551b3d58c62 is 112, key is test,,1731813642397.aecfb7e25c4dfc8ac49b8ea7ce6896f5./rep_barrier:seqnumDuringOpen/1731813643538/Put/seqid=0 2024-11-17T03:20:52,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741845_1021 (size=5518) 2024-11-17T03:20:52,981 INFO [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T03:20:52,981 DEBUG [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(1325): Online Regions={9793f9efe0c043fcb23e4f512fb3d120=hbase:replication,,1731813645720.9793f9efe0c043fcb23e4f512fb3d120., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T03:20:52,981 DEBUG [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:20:53,045 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 to pos 1804, reset compression=false 2024-11-17T03:20:53,182 DEBUG [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:20:53,241 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 914, reset compression=false 2024-11-17T03:20:53,256 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/meta/1588230740/.tmp/rep_barrier/3814719ebc904860be762551b3d58c62 2024-11-17T03:20:53,277 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/meta/1588230740/.tmp/table/9fc9e8f5d7874b0db3675a6bee756cb0 is 53, key is hbase:replication/table:state/1731813646897/Put/seqid=0 2024-11-17T03:20:53,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741846_1022 (size=5308) 2024-11-17T03:20:53,382 DEBUG [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:20:53,448 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/WALs/695c90f4bb18,40813,1731813637995/695c90f4bb18%2C40813%2C1731813637995.1731813640264 to pos 1804, reset compression=false 2024-11-17T03:20:53,582 DEBUG [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:20:53,681 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/meta/1588230740/.tmp/table/9fc9e8f5d7874b0db3675a6bee756cb0 2024-11-17T03:20:53,685 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/meta/1588230740/.tmp/info/9e8e95f440a241929c73b05c338440db as hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/meta/1588230740/info/9e8e95f440a241929c73b05c338440db 2024-11-17T03:20:53,689 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/meta/1588230740/info/9e8e95f440a241929c73b05c338440db, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T03:20:53,690 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/meta/1588230740/.tmp/ns/a1950db8b625420aa321c1c5e38ac848 as hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/meta/1588230740/ns/a1950db8b625420aa321c1c5e38ac848 2024-11-17T03:20:53,695 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/meta/1588230740/ns/a1950db8b625420aa321c1c5e38ac848, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T03:20:53,696 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/meta/1588230740/.tmp/rep_barrier/3814719ebc904860be762551b3d58c62 as hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/meta/1588230740/rep_barrier/3814719ebc904860be762551b3d58c62 2024-11-17T03:20:53,701 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/meta/1588230740/rep_barrier/3814719ebc904860be762551b3d58c62, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T03:20:53,701 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/meta/1588230740/.tmp/table/9fc9e8f5d7874b0db3675a6bee756cb0 as hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/meta/1588230740/table/9fc9e8f5d7874b0db3675a6bee756cb0 2024-11-17T03:20:53,707 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/meta/1588230740/table/9fc9e8f5d7874b0db3675a6bee756cb0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T03:20:53,708 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false 2024-11-17T03:20:53,711 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T03:20:53,712 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:20:53,712 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:20:53,712 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:20:53,712 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813651980Running coprocessor pre-close hooks at 1731813651980Disabling compacts and flushes for region at 1731813651980Disabling writes for close at 1731813651980Obtaining lock to block concurrent updates at 1731813651980Preparing flush snapshotting stores in 1588230740 at 1731813651980Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731813651981 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731813651981Flushing 1588230740/info: creating writer at 1731813651981Flushing 1588230740/info: appending metadata at 1731813651996 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731813651996Flushing 1588230740/ns: creating writer at 1731813652407 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731813652424 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731813652424Flushing 1588230740/rep_barrier: creating writer at 1731813652833 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731813652851 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731813652851Flushing 1588230740/table: creating writer at 1731813653260 (+409 ms)Flushing 1588230740/table: appending metadata at 1731813653276 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731813653276Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c0e365f: reopening flushed file at 1731813653685 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dc0448d: reopening flushed file at 1731813653689 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d542ef4: reopening flushed file at 1731813653695 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@710bf42e: reopening flushed file at 1731813653701 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false at 1731813653708 (+7 ms)Writing region close event to WAL at 1731813653709 (+1 ms)Running coprocessor post-close hooks at 1731813653712 (+3 ms)Closed at 1731813653712 2024-11-17T03:20:53,712 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T03:20:53,782 INFO [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T03:20:53,782 INFO [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(976): stopping server 695c90f4bb18,40813,1731813637995; all regions closed. 2024-11-17T03:20:53,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741834_1010 (size=4239) 2024-11-17T03:20:53,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741839_1015 (size=1733) 2024-11-17T03:20:53,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741832_1008 (size=1812) 2024-11-17T03:20:53,788 DEBUG [RS:0;695c90f4bb18:40813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:53,788 INFO [RS:0;695c90f4bb18:40813 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:20:53,788 INFO [RS:0;695c90f4bb18:40813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:20:53,788 INFO [RS:0;695c90f4bb18:40813 {}] hbase.ChoreService(370): Chore service for: regionserver/695c90f4bb18:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T03:20:53,788 INFO [RS:0;695c90f4bb18:40813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:20:53,788 INFO [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:20:53,788 INFO [RS:0;695c90f4bb18:40813 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-695c90f4bb18,40813,1731813637995 because: Region server is closing 2024-11-17T03:20:53,789 INFO [RS:0;695c90f4bb18:40813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:40813. 2024-11-17T03:20:53,789 DEBUG [RS:0;695c90f4bb18:40813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:20:53,789 DEBUG [RS:0;695c90f4bb18:40813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:53,789 DEBUG [RS:0;695c90f4bb18:40813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:53,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:20:53,889 INFO [RS:0;695c90f4bb18:40813 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.shipper695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 terminated 2024-11-17T03:20:53,889 INFO [RS:0;695c90f4bb18:40813 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:40813. 2024-11-17T03:20:53,889 DEBUG [RS:0;695c90f4bb18:40813 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:20:53,889 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40813,1731813637995.replicationSource.wal-reader.695c90f4bb18%2C40813%2C1731813637995,1-695c90f4bb18,40813,1731813637995 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T03:20:53,889 DEBUG [RS:0;695c90f4bb18:40813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:53,889 DEBUG [RS:0;695c90f4bb18:40813 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:53,889 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:20:53,890 INFO [RS:0;695c90f4bb18:40813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40813 2024-11-17T03:20:53,947 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 914, reset compression=false 2024-11-17T03:20:54,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024175528/rs 2024-11-17T03:20:54,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x10146cedef40004, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1024175528/rs/695c90f4bb18,40813,1731813637995 2024-11-17T03:20:54,009 INFO [RS:0;695c90f4bb18:40813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:20:54,020 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [695c90f4bb18,40813,1731813637995] 2024-11-17T03:20:54,030 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1024175528/draining/695c90f4bb18,40813,1731813637995 already deleted, retry=false 2024-11-17T03:20:54,030 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 695c90f4bb18,40813,1731813637995 expired; onlineServers=0 2024-11-17T03:20:54,030 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '695c90f4bb18,38951,1731813637844' ***** 2024-11-17T03:20:54,030 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T03:20:54,031 INFO [M:0;695c90f4bb18:38951 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:20:54,031 INFO [M:0;695c90f4bb18:38951 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:20:54,031 DEBUG [M:0;695c90f4bb18:38951 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T03:20:54,031 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T03:20:54,031 DEBUG [M:0;695c90f4bb18:38951 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T03:20:54,031 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813639959 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813639959,5,FailOnTimeoutGroup] 2024-11-17T03:20:54,031 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813639960 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813639960,5,FailOnTimeoutGroup] 2024-11-17T03:20:54,031 INFO [M:0;695c90f4bb18:38951 {}] hbase.ChoreService(370): Chore service for: master/695c90f4bb18:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T03:20:54,031 INFO [M:0;695c90f4bb18:38951 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:20:54,031 DEBUG [M:0;695c90f4bb18:38951 {}] master.HMaster(1795): Stopping service threads 2024-11-17T03:20:54,031 INFO [M:0;695c90f4bb18:38951 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T03:20:54,031 INFO [M:0;695c90f4bb18:38951 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:20:54,032 INFO [M:0;695c90f4bb18:38951 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T03:20:54,032 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T03:20:54,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1024175528/master 2024-11-17T03:20:54,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1024175528 2024-11-17T03:20:54,041 DEBUG [M:0;695c90f4bb18:38951 {}] zookeeper.ZKUtil(347): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Unable to get data of znode /1-1024175528/master because node does not exist (not an error) 2024-11-17T03:20:54,041 WARN [M:0;695c90f4bb18:38951 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T03:20:54,041 INFO [M:0;695c90f4bb18:38951 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/.lastflushedseqids 2024-11-17T03:20:54,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741847_1023 (size=245) 2024-11-17T03:20:54,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x10146cedef40004, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:20:54,120 INFO [RS:0;695c90f4bb18:40813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:20:54,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40813-0x10146cedef40004, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:20:54,120 INFO [RS:0;695c90f4bb18:40813 {}] regionserver.HRegionServer(1031): Exiting; stopping=695c90f4bb18,40813,1731813637995; zookeeper connection closed. 2024-11-17T03:20:54,120 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b6cc652 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b6cc652 2024-11-17T03:20:54,120 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T03:20:54,446 INFO [M:0;695c90f4bb18:38951 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T03:20:54,446 INFO [M:0;695c90f4bb18:38951 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T03:20:54,446 DEBUG [M:0;695c90f4bb18:38951 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:20:54,446 INFO [M:0;695c90f4bb18:38951 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:54,446 DEBUG [M:0;695c90f4bb18:38951 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:54,446 DEBUG [M:0;695c90f4bb18:38951 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:20:54,446 DEBUG [M:0;695c90f4bb18:38951 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:54,446 INFO [M:0;695c90f4bb18:38951 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-17T03:20:54,459 DEBUG [M:0;695c90f4bb18:38951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba767639e8624483bc364d64159e6fab is 82, key is hbase:meta,,1/info:regioninfo/1731813641176/Put/seqid=0 2024-11-17T03:20:54,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741848_1024 (size=5672) 2024-11-17T03:20:54,750 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 914, reset compression=false 2024-11-17T03:20:54,863 INFO [M:0;695c90f4bb18:38951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba767639e8624483bc364d64159e6fab 2024-11-17T03:20:54,879 DEBUG [M:0;695c90f4bb18:38951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92a87ff684284f219cd986461e723c76 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731813646901/Put/seqid=0 2024-11-17T03:20:54,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741849_1025 (size=8515) 2024-11-17T03:20:55,285 INFO [M:0;695c90f4bb18:38951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92a87ff684284f219cd986461e723c76 2024-11-17T03:20:55,369 DEBUG [M:0;695c90f4bb18:38951 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e1bc24c49a34bc5acc619141296f394 is 69, key is 695c90f4bb18,40813,1731813637995/rs:state/1731813640061/Put/seqid=0 2024-11-17T03:20:55,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741850_1026 (size=5156) 2024-11-17T03:20:55,653 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 914, reset compression=false 2024-11-17T03:20:55,734 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:20:55,734 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:20:55,735 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28349 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:20:55,772 INFO [M:0;695c90f4bb18:38951 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e1bc24c49a34bc5acc619141296f394 2024-11-17T03:20:55,776 DEBUG [M:0;695c90f4bb18:38951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba767639e8624483bc364d64159e6fab as hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba767639e8624483bc364d64159e6fab 2024-11-17T03:20:55,780 INFO [M:0;695c90f4bb18:38951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba767639e8624483bc364d64159e6fab, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T03:20:55,781 DEBUG [M:0;695c90f4bb18:38951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/92a87ff684284f219cd986461e723c76 as hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92a87ff684284f219cd986461e723c76 2024-11-17T03:20:55,784 INFO [M:0;695c90f4bb18:38951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/92a87ff684284f219cd986461e723c76, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T03:20:55,785 DEBUG [M:0;695c90f4bb18:38951 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6e1bc24c49a34bc5acc619141296f394 as hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e1bc24c49a34bc5acc619141296f394 2024-11-17T03:20:55,788 INFO [M:0;695c90f4bb18:38951 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36251/user/jenkins/test-data/bfc87042-bf71-d997-fb86-7abfa0d0df61/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6e1bc24c49a34bc5acc619141296f394, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T03:20:55,789 INFO [M:0;695c90f4bb18:38951 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1343ms, sequenceid=97, compaction requested=false 2024-11-17T03:20:55,790 INFO [M:0;695c90f4bb18:38951 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:55,791 DEBUG [M:0;695c90f4bb18:38951 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813654446Disabling compacts and flushes for region at 1731813654446Disabling writes for close at 1731813654446Obtaining lock to block concurrent updates at 1731813654446Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731813654446Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731813654446Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731813654447 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731813654447Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731813654459 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731813654459Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731813654866 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731813654878 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731813654878Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731813655356 (+478 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731813655368 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731813655368Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fb925d5: reopening flushed file at 1731813655776 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b560c77: reopening flushed file at 1731813655780 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@509feccf: reopening flushed file at 1731813655784 (+4 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1343ms, sequenceid=97, compaction requested=false at 1731813655789 (+5 ms)Writing region close event to WAL at 1731813655790 (+1 ms)Closed at 1731813655790 2024-11-17T03:20:55,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41469 is added to blk_1073741830_1006 (size=63642) 2024-11-17T03:20:55,792 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:20:55,792 INFO [M:0;695c90f4bb18:38951 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T03:20:55,792 INFO [M:0;695c90f4bb18:38951 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38951 2024-11-17T03:20:55,793 INFO [M:0;695c90f4bb18:38951 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:20:55,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:20:55,941 INFO [M:0;695c90f4bb18:38951 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:20:55,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38951-0x10146cedef40003, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:20:55,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e5a435a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:20:55,999 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55eb2d05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:20:55,999 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:20:55,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@136962c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:20:55,999 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51e86f08{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/hadoop.log.dir/,STOPPED} 2024-11-17T03:20:56,000 WARN [BP-1706880035-172.17.0.3-1731813635916 heartbeating to localhost/127.0.0.1:36251 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T03:20:56,001 WARN [BP-1706880035-172.17.0.3-1731813635916 heartbeating to localhost/127.0.0.1:36251 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1706880035-172.17.0.3-1731813635916 (Datanode Uuid 96535ae1-7f8e-41c9-80a5-0d85d5150fc8) service to localhost/127.0.0.1:36251 2024-11-17T03:20:56,001 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T03:20:56,001 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T03:20:56,001 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/cluster_d8def3f9-a2c1-4fb1-9005-aaea6afaec25/data/data1/current/BP-1706880035-172.17.0.3-1731813635916 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:20:56,001 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/cluster_d8def3f9-a2c1-4fb1-9005-aaea6afaec25/data/data2/current/BP-1706880035-172.17.0.3-1731813635916 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:20:56,002 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T03:20:56,006 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ba483c8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:20:56,006 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46a6d027{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:20:56,007 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:20:56,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a2341c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:20:56,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ce40843{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/hadoop.log.dir/,STOPPED} 2024-11-17T03:20:56,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T03:20:56,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T03:20:56,024 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:20:56,024 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:20:56,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:56,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:56,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:20:56,024 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T03:20:56,024 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=862101113, stopped=false 2024-11-17T03:20:56,025 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=695c90f4bb18,35409,1731813632646 2024-11-17T03:20:56,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-827365102/running 2024-11-17T03:20:56,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x10146cedef40001, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-827365102/running 2024-11-17T03:20:56,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-827365102 2024-11-17T03:20:56,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x10146cedef40001, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-827365102 2024-11-17T03:20:56,062 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:20:56,062 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:20:56,062 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:20:56,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:56,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46575-0x10146cedef40001, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Set watcher on znode that does not yet exist, /0-827365102/running 2024-11-17T03:20:56,062 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Set watcher on znode that does not yet exist, /0-827365102/running 2024-11-17T03:20:56,063 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '695c90f4bb18,46575,1731813632829' ***** 2024-11-17T03:20:56,063 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T03:20:56,063 INFO [RS:0;695c90f4bb18:46575 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T03:20:56,063 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T03:20:56,063 INFO [RS:0;695c90f4bb18:46575 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T03:20:56,063 INFO [RS:0;695c90f4bb18:46575 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T03:20:56,063 INFO [RS:0;695c90f4bb18:46575 {}] regionserver.HRegionServer(3091): Received CLOSE for 2e0cf8ab3257d1499f2efd685e486975 2024-11-17T03:20:56,063 INFO [RS:0;695c90f4bb18:46575 {}] regionserver.HRegionServer(3091): Received CLOSE for e7b60d5439e8d7379458df5326dcf26c 2024-11-17T03:20:56,063 INFO [RS:0;695c90f4bb18:46575 {}] regionserver.HRegionServer(959): stopping server 695c90f4bb18,46575,1731813632829 2024-11-17T03:20:56,063 INFO [RS:0;695c90f4bb18:46575 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:20:56,063 INFO [RS:0;695c90f4bb18:46575 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:46575. 2024-11-17T03:20:56,063 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2e0cf8ab3257d1499f2efd685e486975, disabling compactions & flushes 2024-11-17T03:20:56,063 DEBUG [RS:0;695c90f4bb18:46575 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:20:56,063 DEBUG [RS:0;695c90f4bb18:46575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:56,063 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813644573.2e0cf8ab3257d1499f2efd685e486975. 2024-11-17T03:20:56,063 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813644573.2e0cf8ab3257d1499f2efd685e486975. 2024-11-17T03:20:56,063 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813644573.2e0cf8ab3257d1499f2efd685e486975. after waiting 0 ms 2024-11-17T03:20:56,063 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813644573.2e0cf8ab3257d1499f2efd685e486975. 2024-11-17T03:20:56,063 INFO [RS:0;695c90f4bb18:46575 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T03:20:56,063 INFO [RS:0;695c90f4bb18:46575 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T03:20:56,063 INFO [RS:0;695c90f4bb18:46575 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T03:20:56,064 INFO [RS:0;695c90f4bb18:46575 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T03:20:56,064 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2e0cf8ab3257d1499f2efd685e486975 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-17T03:20:56,064 INFO [RS:0;695c90f4bb18:46575 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T03:20:56,064 DEBUG [RS:0;695c90f4bb18:46575 {}] regionserver.HRegionServer(1325): Online Regions={2e0cf8ab3257d1499f2efd685e486975=hbase:replication,,1731813644573.2e0cf8ab3257d1499f2efd685e486975., 1588230740=hbase:meta,,1.1588230740, e7b60d5439e8d7379458df5326dcf26c=test,,1731813641256.e7b60d5439e8d7379458df5326dcf26c.} 2024-11-17T03:20:56,064 DEBUG [RS:0;695c90f4bb18:46575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2e0cf8ab3257d1499f2efd685e486975, e7b60d5439e8d7379458df5326dcf26c 2024-11-17T03:20:56,064 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:20:56,064 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:20:56,064 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:20:56,064 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:20:56,064 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:20:56,064 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T03:20:56,077 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/meta/1588230740/.tmp/info/47743a4e5e544c33a3e108642e039100 is 147, key is hbase:replication,,1731813644573.2e0cf8ab3257d1499f2efd685e486975./info:regioninfo/1731813645379/Put/seqid=0 2024-11-17T03:20:56,079 INFO [regionserver/695c90f4bb18:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:20:56,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741840_1016 (size=7686) 2024-11-17T03:20:56,080 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/replication/2e0cf8ab3257d1499f2efd685e486975/.tmp/queue/88203b513f484b0baf8a340fc0a4c2fa is 153, key is 1-695c90f4bb18,46575,1731813632829/queue:695c90f4bb18%2C46575%2C1731813632829/1731813651225/Put/seqid=0 2024-11-17T03:20:56,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741841_1017 (size=5352) 2024-11-17T03:20:56,084 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/replication/2e0cf8ab3257d1499f2efd685e486975/.tmp/queue/88203b513f484b0baf8a340fc0a4c2fa 2024-11-17T03:20:56,088 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/replication/2e0cf8ab3257d1499f2efd685e486975/.tmp/queue/88203b513f484b0baf8a340fc0a4c2fa as hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/replication/2e0cf8ab3257d1499f2efd685e486975/queue/88203b513f484b0baf8a340fc0a4c2fa 2024-11-17T03:20:56,092 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/replication/2e0cf8ab3257d1499f2efd685e486975/queue/88203b513f484b0baf8a340fc0a4c2fa, entries=1, sequenceid=10, filesize=5.2 K 2024-11-17T03:20:56,093 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 2e0cf8ab3257d1499f2efd685e486975 in 30ms, sequenceid=10, compaction requested=false 2024-11-17T03:20:56,096 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/replication/2e0cf8ab3257d1499f2efd685e486975/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T03:20:56,096 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:20:56,096 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:20:56,096 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731813644573.2e0cf8ab3257d1499f2efd685e486975. 2024-11-17T03:20:56,096 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2e0cf8ab3257d1499f2efd685e486975: Waiting for close lock at 1731813656063Running coprocessor pre-close hooks at 1731813656063Disabling compacts and flushes for region at 1731813656063Disabling writes for close at 1731813656063Obtaining lock to block concurrent updates at 1731813656064 (+1 ms)Preparing flush snapshotting stores in 2e0cf8ab3257d1499f2efd685e486975 at 1731813656064Finished memstore snapshotting hbase:replication,,1731813644573.2e0cf8ab3257d1499f2efd685e486975., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731813656064Flushing stores of hbase:replication,,1731813644573.2e0cf8ab3257d1499f2efd685e486975. at 1731813656064Flushing 2e0cf8ab3257d1499f2efd685e486975/queue: creating writer at 1731813656064Flushing 2e0cf8ab3257d1499f2efd685e486975/queue: appending metadata at 1731813656080 (+16 ms)Flushing 2e0cf8ab3257d1499f2efd685e486975/queue: closing flushed file at 1731813656080Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e69710d: reopening flushed file at 1731813656087 (+7 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 2e0cf8ab3257d1499f2efd685e486975 in 30ms, sequenceid=10, compaction requested=false at 1731813656093 (+6 ms)Writing region close event to WAL at 1731813656093Running coprocessor post-close hooks at 1731813656096 (+3 ms)Closed at 1731813656096 2024-11-17T03:20:56,096 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731813644573.2e0cf8ab3257d1499f2efd685e486975. 2024-11-17T03:20:56,096 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e7b60d5439e8d7379458df5326dcf26c, disabling compactions & flushes 2024-11-17T03:20:56,096 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731813641256.e7b60d5439e8d7379458df5326dcf26c. 2024-11-17T03:20:56,097 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813641256.e7b60d5439e8d7379458df5326dcf26c. 2024-11-17T03:20:56,097 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731813641256.e7b60d5439e8d7379458df5326dcf26c. after waiting 0 ms 2024-11-17T03:20:56,097 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731813641256.e7b60d5439e8d7379458df5326dcf26c. 2024-11-17T03:20:56,097 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e7b60d5439e8d7379458df5326dcf26c 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-17T03:20:56,110 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/default/test/e7b60d5439e8d7379458df5326dcf26c/.tmp/f/12018c1dbbe845528278126fca8776f1 is 29, key is row1/f:/1731813650893/DeleteFamily/seqid=0 2024-11-17T03:20:56,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741842_1018 (size=5118) 2024-11-17T03:20:56,264 DEBUG [RS:0;695c90f4bb18:46575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e7b60d5439e8d7379458df5326dcf26c 2024-11-17T03:20:56,464 DEBUG [RS:0;695c90f4bb18:46575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e7b60d5439e8d7379458df5326dcf26c 2024-11-17T03:20:56,481 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/meta/1588230740/.tmp/info/47743a4e5e544c33a3e108642e039100 2024-11-17T03:20:56,496 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/meta/1588230740/.tmp/ns/d75b4d2c2c8946e3a050cec6077bf8b1 is 43, key is default/ns:d/1731813635842/Put/seqid=0 2024-11-17T03:20:56,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741843_1019 (size=5153) 2024-11-17T03:20:56,499 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/meta/1588230740/.tmp/ns/d75b4d2c2c8946e3a050cec6077bf8b1 2024-11-17T03:20:56,514 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/default/test/e7b60d5439e8d7379458df5326dcf26c/.tmp/f/12018c1dbbe845528278126fca8776f1 2024-11-17T03:20:56,518 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12018c1dbbe845528278126fca8776f1 2024-11-17T03:20:56,519 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/meta/1588230740/.tmp/rep_barrier/c7149a949d064ac1b1065f808d3df68a is 112, key is test,,1731813641256.e7b60d5439e8d7379458df5326dcf26c./rep_barrier:seqnumDuringOpen/1731813642001/Put/seqid=0 2024-11-17T03:20:56,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741844_1020 (size=5518) 2024-11-17T03:20:56,531 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/default/test/e7b60d5439e8d7379458df5326dcf26c/.tmp/f1/73fdecb4b3b84c7bad9dcee289d2d2fb is 30, key is row1/f1:/1731813650893/DeleteFamily/seqid=0 2024-11-17T03:20:56,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741845_1021 (size=5123) 2024-11-17T03:20:56,656 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 914, reset compression=false 2024-11-17T03:20:56,660 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:20:56,660 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 1161, reset compression=false 2024-11-17T03:20:56,660 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.shipper695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,46575,1731813632829 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:20:56,661 ERROR [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.shipper695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 695c90f4bb18,46575,1731813632829: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-695c90f4bb18,46575,1731813632829, walGroup=695c90f4bb18%2C46575%2C1731813632829, offset=695c90f4bb18%2C46575%2C1731813632829.1731813634899:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:46575 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T03:20:56,662 ERROR [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.shipper695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T03:20:56,662 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.shipper695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T03:20:56,662 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.shipper695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T03:20:56,662 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.shipper695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T03:20:56,662 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.shipper695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T03:20:56,662 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.shipper695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 634467200 }, "NonHeapMemoryUsage": { "committed": 195231744, "init": 7667712, "max": -1, "used": 191667008 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T03:20:56,663 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.shipper695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:35409 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:35409 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T03:20:56,664 DEBUG [RS:0;695c90f4bb18:46575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e7b60d5439e8d7379458df5326dcf26c 2024-11-17T03:20:56,761 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T03:20:56,761 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T03:20:56,863 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 1161, reset compression=false 2024-11-17T03:20:56,864 DEBUG [RS:0;695c90f4bb18:46575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e7b60d5439e8d7379458df5326dcf26c 2024-11-17T03:20:56,928 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/meta/1588230740/.tmp/rep_barrier/c7149a949d064ac1b1065f808d3df68a 2024-11-17T03:20:56,934 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/default/test/e7b60d5439e8d7379458df5326dcf26c/.tmp/f1/73fdecb4b3b84c7bad9dcee289d2d2fb 2024-11-17T03:20:56,937 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73fdecb4b3b84c7bad9dcee289d2d2fb 2024-11-17T03:20:56,948 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/meta/1588230740/.tmp/table/aa090c317c02477aae21996ded72e5bc is 53, key is hbase:replication/table:state/1731813645389/Put/seqid=0 2024-11-17T03:20:56,950 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/default/test/e7b60d5439e8d7379458df5326dcf26c/.tmp/norep/12789d3f7d3f4499b1fc3df2daf089ab is 32, key is row/norep:/1731813649887/DeleteFamily/seqid=0 2024-11-17T03:20:56,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741846_1022 (size=5308) 2024-11-17T03:20:56,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741847_1023 (size=5101) 2024-11-17T03:20:57,065 INFO [RS:0;695c90f4bb18:46575 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T03:20:57,065 DEBUG [RS:0;695c90f4bb18:46575 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e7b60d5439e8d7379458df5326dcf26c=test,,1731813641256.e7b60d5439e8d7379458df5326dcf26c.} 2024-11-17T03:20:57,065 DEBUG [RS:0;695c90f4bb18:46575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e7b60d5439e8d7379458df5326dcf26c 2024-11-17T03:20:57,166 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 1161, reset compression=false 2024-11-17T03:20:57,265 DEBUG [RS:0;695c90f4bb18:46575 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e7b60d5439e8d7379458df5326dcf26c 2024-11-17T03:20:57,352 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/meta/1588230740/.tmp/table/aa090c317c02477aae21996ded72e5bc 2024-11-17T03:20:57,353 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/default/test/e7b60d5439e8d7379458df5326dcf26c/.tmp/norep/12789d3f7d3f4499b1fc3df2daf089ab 2024-11-17T03:20:57,356 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/meta/1588230740/.tmp/info/47743a4e5e544c33a3e108642e039100 as hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/meta/1588230740/info/47743a4e5e544c33a3e108642e039100 2024-11-17T03:20:57,356 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12789d3f7d3f4499b1fc3df2daf089ab 2024-11-17T03:20:57,357 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/default/test/e7b60d5439e8d7379458df5326dcf26c/.tmp/f/12018c1dbbe845528278126fca8776f1 as hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/default/test/e7b60d5439e8d7379458df5326dcf26c/f/12018c1dbbe845528278126fca8776f1 2024-11-17T03:20:57,360 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/meta/1588230740/info/47743a4e5e544c33a3e108642e039100, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T03:20:57,360 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12018c1dbbe845528278126fca8776f1 2024-11-17T03:20:57,360 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/default/test/e7b60d5439e8d7379458df5326dcf26c/f/12018c1dbbe845528278126fca8776f1, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T03:20:57,360 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/meta/1588230740/.tmp/ns/d75b4d2c2c8946e3a050cec6077bf8b1 as hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/meta/1588230740/ns/d75b4d2c2c8946e3a050cec6077bf8b1 2024-11-17T03:20:57,361 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/default/test/e7b60d5439e8d7379458df5326dcf26c/.tmp/f1/73fdecb4b3b84c7bad9dcee289d2d2fb as hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/default/test/e7b60d5439e8d7379458df5326dcf26c/f1/73fdecb4b3b84c7bad9dcee289d2d2fb 2024-11-17T03:20:57,364 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/meta/1588230740/ns/d75b4d2c2c8946e3a050cec6077bf8b1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T03:20:57,364 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73fdecb4b3b84c7bad9dcee289d2d2fb 2024-11-17T03:20:57,364 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/default/test/e7b60d5439e8d7379458df5326dcf26c/f1/73fdecb4b3b84c7bad9dcee289d2d2fb, entries=2, sequenceid=8, filesize=5.0 K 2024-11-17T03:20:57,364 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/meta/1588230740/.tmp/rep_barrier/c7149a949d064ac1b1065f808d3df68a as hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/meta/1588230740/rep_barrier/c7149a949d064ac1b1065f808d3df68a 2024-11-17T03:20:57,365 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/default/test/e7b60d5439e8d7379458df5326dcf26c/.tmp/norep/12789d3f7d3f4499b1fc3df2daf089ab as hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/default/test/e7b60d5439e8d7379458df5326dcf26c/norep/12789d3f7d3f4499b1fc3df2daf089ab 2024-11-17T03:20:57,368 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 12789d3f7d3f4499b1fc3df2daf089ab 2024-11-17T03:20:57,368 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/meta/1588230740/rep_barrier/c7149a949d064ac1b1065f808d3df68a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T03:20:57,368 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/default/test/e7b60d5439e8d7379458df5326dcf26c/norep/12789d3f7d3f4499b1fc3df2daf089ab, entries=1, sequenceid=8, filesize=5.0 K 2024-11-17T03:20:57,368 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/meta/1588230740/.tmp/table/aa090c317c02477aae21996ded72e5bc as hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/meta/1588230740/table/aa090c317c02477aae21996ded72e5bc 2024-11-17T03:20:57,368 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e7b60d5439e8d7379458df5326dcf26c in 1271ms, sequenceid=8, compaction requested=false 2024-11-17T03:20:57,372 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/meta/1588230740/table/aa090c317c02477aae21996ded72e5bc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T03:20:57,373 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/default/test/e7b60d5439e8d7379458df5326dcf26c/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-17T03:20:57,373 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=16, compaction requested=false 2024-11-17T03:20:57,373 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:20:57,373 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T03:20:57,373 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731813641256.e7b60d5439e8d7379458df5326dcf26c. 2024-11-17T03:20:57,373 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e7b60d5439e8d7379458df5326dcf26c: Waiting for close lock at 1731813656096Running coprocessor pre-close hooks at 1731813656096Disabling compacts and flushes for region at 1731813656096Disabling writes for close at 1731813656097 (+1 ms)Obtaining lock to block concurrent updates at 1731813656097Preparing flush snapshotting stores in e7b60d5439e8d7379458df5326dcf26c at 1731813656097Finished memstore snapshotting test,,1731813641256.e7b60d5439e8d7379458df5326dcf26c., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731813656097Flushing stores of test,,1731813641256.e7b60d5439e8d7379458df5326dcf26c. at 1731813656097Flushing e7b60d5439e8d7379458df5326dcf26c/f: creating writer at 1731813656097Flushing e7b60d5439e8d7379458df5326dcf26c/f: appending metadata at 1731813656110 (+13 ms)Flushing e7b60d5439e8d7379458df5326dcf26c/f: closing flushed file at 1731813656110Flushing e7b60d5439e8d7379458df5326dcf26c/f1: creating writer at 1731813656518 (+408 ms)Flushing e7b60d5439e8d7379458df5326dcf26c/f1: appending metadata at 1731813656531 (+13 ms)Flushing e7b60d5439e8d7379458df5326dcf26c/f1: closing flushed file at 1731813656531Flushing e7b60d5439e8d7379458df5326dcf26c/norep: creating writer at 1731813656937 (+406 ms)Flushing e7b60d5439e8d7379458df5326dcf26c/norep: appending metadata at 1731813656949 (+12 ms)Flushing e7b60d5439e8d7379458df5326dcf26c/norep: closing flushed file at 1731813656950 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75d15dd3: reopening flushed file at 1731813657356 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15b880d6: reopening flushed file at 1731813657360 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d3c56a3: reopening flushed file at 1731813657364 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for e7b60d5439e8d7379458df5326dcf26c in 1271ms, sequenceid=8, compaction requested=false at 1731813657368 (+4 ms)Writing region close event to WAL at 1731813657369 (+1 ms)Running coprocessor post-close hooks at 1731813657373 (+4 ms)Closed at 1731813657373 2024-11-17T03:20:57,374 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731813641256.e7b60d5439e8d7379458df5326dcf26c. 2024-11-17T03:20:57,376 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T03:20:57,377 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:20:57,377 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:20:57,377 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:20:57,377 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813656064Running coprocessor pre-close hooks at 1731813656064Disabling compacts and flushes for region at 1731813656064Disabling writes for close at 1731813656064Obtaining lock to block concurrent updates at 1731813656064Preparing flush snapshotting stores in 1588230740 at 1731813656064Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731813656064Flushing stores of hbase:meta,,1.1588230740 at 1731813656065 (+1 ms)Flushing 1588230740/info: creating writer at 1731813656065Flushing 1588230740/info: appending metadata at 1731813656077 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731813656077Flushing 1588230740/ns: creating writer at 1731813656484 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731813656496 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731813656496Flushing 1588230740/rep_barrier: creating writer at 1731813656503 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731813656519 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731813656519Flushing 1588230740/table: creating writer at 1731813656931 (+412 ms)Flushing 1588230740/table: appending metadata at 1731813656947 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731813656947Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fc17767: reopening flushed file at 1731813657355 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42d86e23: reopening flushed file at 1731813657360 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3efdf5e9: reopening flushed file at 1731813657364 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3768213d: reopening flushed file at 1731813657368 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=16, compaction requested=false at 1731813657373 (+5 ms)Writing region close event to WAL at 1731813657374 (+1 ms)Running coprocessor post-close hooks at 1731813657377 (+3 ms)Closed at 1731813657377 2024-11-17T03:20:57,377 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T03:20:57,465 INFO [RS:0;695c90f4bb18:46575 {}] regionserver.HRegionServer(976): stopping server 695c90f4bb18,46575,1731813632829; all regions closed. 2024-11-17T03:20:57,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741834_1010 (size=4239) 2024-11-17T03:20:57,467 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.meta.1731813635769.meta not finished, retry = 0 2024-11-17T03:20:57,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741839_1015 (size=2676) 2024-11-17T03:20:57,569 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.rep.1731813645348 not finished, retry = 0 2024-11-17T03:20:57,569 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 1161, reset compression=false 2024-11-17T03:20:57,573 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:20:57,573 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.wal-reader.695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 to pos 1805, reset compression=false 2024-11-17T03:20:57,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741832_1008 (size=1813) 2024-11-17T03:20:57,672 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/WALs/695c90f4bb18,46575,1731813632829/695c90f4bb18%2C46575%2C1731813632829.1731813634899 not finished, retry = 0 2024-11-17T03:20:57,773 DEBUG [RS:0;695c90f4bb18:46575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:57,773 INFO [RS:0;695c90f4bb18:46575 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:20:57,773 INFO [RS:0;695c90f4bb18:46575 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:20:57,773 INFO [RS:0;695c90f4bb18:46575 {}] hbase.ChoreService(370): Chore service for: regionserver/695c90f4bb18:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T03:20:57,773 INFO [RS:0;695c90f4bb18:46575 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:20:57,773 INFO [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:20:57,773 INFO [RS:0;695c90f4bb18:46575 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-695c90f4bb18,46575,1731813632829 because: Region server is closing 2024-11-17T03:20:57,774 INFO [RS:0;695c90f4bb18:46575 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:46575. 2024-11-17T03:20:57,774 DEBUG [RS:0;695c90f4bb18:46575 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:20:57,774 DEBUG [RS:0;695c90f4bb18:46575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:57,774 DEBUG [RS:0;695c90f4bb18:46575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:57,774 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:20:57,874 INFO [RS:0;695c90f4bb18:46575 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,46575,1731813632829.replicationSource.shipper695c90f4bb18%2C46575%2C1731813632829,1-695c90f4bb18,46575,1731813632829 terminated 2024-11-17T03:20:57,874 INFO [RS:0;695c90f4bb18:46575 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:46575. 2024-11-17T03:20:57,874 DEBUG [RS:0;695c90f4bb18:46575 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:20:57,874 DEBUG [RS:0;695c90f4bb18:46575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:57,874 DEBUG [RS:0;695c90f4bb18:46575 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:20:57,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:20:57,875 INFO [RS:0;695c90f4bb18:46575 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46575 2024-11-17T03:20:57,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x10146cedef40001, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-827365102/rs/695c90f4bb18,46575,1731813632829 2024-11-17T03:20:57,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-827365102/rs 2024-11-17T03:20:57,956 INFO [RS:0;695c90f4bb18:46575 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:20:57,967 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [695c90f4bb18,46575,1731813632829] 2024-11-17T03:20:57,977 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-827365102/draining/695c90f4bb18,46575,1731813632829 already deleted, retry=false 2024-11-17T03:20:57,977 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 695c90f4bb18,46575,1731813632829 expired; onlineServers=0 2024-11-17T03:20:57,977 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '695c90f4bb18,35409,1731813632646' ***** 2024-11-17T03:20:57,977 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T03:20:57,977 INFO [M:0;695c90f4bb18:35409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:20:57,977 INFO [M:0;695c90f4bb18:35409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:20:57,977 DEBUG [M:0;695c90f4bb18:35409 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T03:20:57,977 DEBUG [M:0;695c90f4bb18:35409 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T03:20:57,977 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T03:20:57,977 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813634569 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813634569,5,FailOnTimeoutGroup] 2024-11-17T03:20:57,977 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813634568 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813634568,5,FailOnTimeoutGroup] 2024-11-17T03:20:57,977 INFO [M:0;695c90f4bb18:35409 {}] hbase.ChoreService(370): Chore service for: master/695c90f4bb18:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T03:20:57,978 INFO [M:0;695c90f4bb18:35409 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:20:57,978 DEBUG [M:0;695c90f4bb18:35409 {}] master.HMaster(1795): Stopping service threads 2024-11-17T03:20:57,978 INFO [M:0;695c90f4bb18:35409 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T03:20:57,978 INFO [M:0;695c90f4bb18:35409 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:20:57,978 INFO [M:0;695c90f4bb18:35409 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T03:20:57,978 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T03:20:57,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-827365102/master 2024-11-17T03:20:57,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-827365102 2024-11-17T03:20:57,988 DEBUG [M:0;695c90f4bb18:35409 {}] zookeeper.ZKUtil(347): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Unable to get data of znode /0-827365102/master because node does not exist (not an error) 2024-11-17T03:20:57,988 WARN [M:0;695c90f4bb18:35409 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T03:20:57,989 INFO [M:0;695c90f4bb18:35409 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/.lastflushedseqids 2024-11-17T03:20:57,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741848_1024 (size=245) 2024-11-17T03:20:58,016 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:20:58,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:58,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:58,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:58,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:58,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:58,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:58,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:58,049 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:58,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:58,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:58,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:20:58,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x10146cedef40001, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:20:58,067 INFO [RS:0;695c90f4bb18:46575 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:20:58,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46575-0x10146cedef40001, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:20:58,067 INFO [RS:0;695c90f4bb18:46575 {}] regionserver.HRegionServer(1031): Exiting; stopping=695c90f4bb18,46575,1731813632829; zookeeper connection closed. 2024-11-17T03:20:58,067 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@567df7ff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@567df7ff 2024-11-17T03:20:58,067 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T03:20:58,392 INFO [M:0;695c90f4bb18:35409 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T03:20:58,392 INFO [M:0;695c90f4bb18:35409 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T03:20:58,392 DEBUG [M:0;695c90f4bb18:35409 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:20:58,392 INFO [M:0;695c90f4bb18:35409 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:58,392 DEBUG [M:0;695c90f4bb18:35409 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:58,392 DEBUG [M:0;695c90f4bb18:35409 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:20:58,392 DEBUG [M:0;695c90f4bb18:35409 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:58,392 INFO [M:0;695c90f4bb18:35409 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-17T03:20:58,406 DEBUG [M:0;695c90f4bb18:35409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba40f46057484e4281ebc5e56f2e6d75 is 82, key is hbase:meta,,1/info:regioninfo/1731813635796/Put/seqid=0 2024-11-17T03:20:58,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741849_1025 (size=5672) 2024-11-17T03:20:58,409 INFO [M:0;695c90f4bb18:35409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba40f46057484e4281ebc5e56f2e6d75 2024-11-17T03:20:58,428 DEBUG [M:0;695c90f4bb18:35409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/806fbeee927a41c9a30f05caf7097505 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731813645392/Put/seqid=0 2024-11-17T03:20:58,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741850_1026 (size=8515) 2024-11-17T03:20:58,832 INFO [M:0;695c90f4bb18:35409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/806fbeee927a41c9a30f05caf7097505 2024-11-17T03:20:58,848 DEBUG [M:0;695c90f4bb18:35409 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a67d9a140d1a4729b41c64dab8bab39c is 69, key is 695c90f4bb18,46575,1731813632829/rs:state/1731813634693/Put/seqid=0 2024-11-17T03:20:58,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741851_1027 (size=5156) 2024-11-17T03:20:59,252 INFO [M:0;695c90f4bb18:35409 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a67d9a140d1a4729b41c64dab8bab39c 2024-11-17T03:20:59,256 DEBUG [M:0;695c90f4bb18:35409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ba40f46057484e4281ebc5e56f2e6d75 as hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba40f46057484e4281ebc5e56f2e6d75 2024-11-17T03:20:59,260 INFO [M:0;695c90f4bb18:35409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ba40f46057484e4281ebc5e56f2e6d75, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T03:20:59,261 DEBUG [M:0;695c90f4bb18:35409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/806fbeee927a41c9a30f05caf7097505 as hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/806fbeee927a41c9a30f05caf7097505 2024-11-17T03:20:59,265 INFO [M:0;695c90f4bb18:35409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/806fbeee927a41c9a30f05caf7097505, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T03:20:59,266 DEBUG [M:0;695c90f4bb18:35409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a67d9a140d1a4729b41c64dab8bab39c as hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a67d9a140d1a4729b41c64dab8bab39c 2024-11-17T03:20:59,270 INFO [M:0;695c90f4bb18:35409 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37117/user/jenkins/test-data/65da00ee-56cb-9491-a95c-9f19be5e263e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a67d9a140d1a4729b41c64dab8bab39c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T03:20:59,270 INFO [M:0;695c90f4bb18:35409 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=97, compaction requested=false 2024-11-17T03:20:59,279 INFO [M:0;695c90f4bb18:35409 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:20:59,279 DEBUG [M:0;695c90f4bb18:35409 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813658392Disabling compacts and flushes for region at 1731813658392Disabling writes for close at 1731813658392Obtaining lock to block concurrent updates at 1731813658392Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731813658392Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731813658393 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731813658393Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731813658393Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731813658406 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731813658406Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731813658413 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731813658427 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731813658427Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731813658835 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731813658848 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731813658848Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bdca009: reopening flushed file at 1731813659256 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3552a512: reopening flushed file at 1731813659260 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2007694d: reopening flushed file at 1731813659265 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=97, compaction requested=false at 1731813659270 (+5 ms)Writing region close event to WAL at 1731813659279 (+9 ms)Closed at 1731813659279 2024-11-17T03:20:59,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35409 is added to blk_1073741830_1006 (size=63642) 2024-11-17T03:20:59,282 INFO [M:0;695c90f4bb18:35409 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T03:20:59,282 INFO [M:0;695c90f4bb18:35409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35409 2024-11-17T03:20:59,282 INFO [M:0;695c90f4bb18:35409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:20:59,284 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:20:59,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:20:59,435 INFO [M:0;695c90f4bb18:35409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:20:59,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35409-0x10146cedef40000, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:20:59,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45acf63b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:20:59,437 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f6769b6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:20:59,437 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:20:59,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45293721{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:20:59,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cf91bbc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/hadoop.log.dir/,STOPPED} 2024-11-17T03:20:59,439 WARN [BP-1391478224-172.17.0.3-1731813630808 heartbeating to localhost/127.0.0.1:37117 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T03:20:59,439 WARN [BP-1391478224-172.17.0.3-1731813630808 heartbeating to localhost/127.0.0.1:37117 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1391478224-172.17.0.3-1731813630808 (Datanode Uuid a01e5e5a-dee8-4862-a981-6b934374f100) service to localhost/127.0.0.1:37117 2024-11-17T03:20:59,439 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/cluster_8e47be4f-71f3-60bd-a516-a8aa3a4856bf/data/data1/current/BP-1391478224-172.17.0.3-1731813630808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:20:59,440 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/cluster_8e47be4f-71f3-60bd-a516-a8aa3a4856bf/data/data2/current/BP-1391478224-172.17.0.3-1731813630808 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:20:59,440 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T03:20:59,440 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T03:20:59,440 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T03:20:59,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a7cb43c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:20:59,447 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ffb79f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:20:59,447 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:20:59,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@456d66c2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:20:59,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3efb3cf1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5b4d3d0b-0e14-808a-3e69-571531d180b6/hadoop.log.dir/,STOPPED} 2024-11-17T03:20:59,452 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T03:20:59,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T03:20:59,475 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=259 (was 241) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:37117 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51752) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:37117 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:37117 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37117 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:36251 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51752) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:36251 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:36251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:36251 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:37117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37117 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=656 (was 622) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=307 (was 269) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5555 (was 5675) 2024-11-17T03:20:59,483 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=259, OpenFileDescriptor=656, MaxFileDescriptor=1048576, SystemLoadAverage=307, ProcessCount=11, AvailableMemoryMB=5555 2024-11-17T03:20:59,495 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-17T03:20:59,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/hadoop.log.dir so I do NOT create it in target/test-data/2d421970-be21-7a44-41de-85c9f1b31328 2024-11-17T03:20:59,495 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T03:20:59,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/hadoop.tmp.dir so I do NOT create it in target/test-data/2d421970-be21-7a44-41de-85c9f1b31328 2024-11-17T03:20:59,495 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b2f88b9e-1162-cd30-cc64-2042757c62d2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T03:20:59,495 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328 2024-11-17T03:20:59,495 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/cluster_f005492c-376b-0bac-83dc-b624b94f2dad, deleteOnExit=true 2024-11-17T03:20:59,518 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/cluster_f005492c-376b-0bac-83dc-b624b94f2dad/zookeeper_0, clientPort=51760, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/cluster_f005492c-376b-0bac-83dc-b624b94f2dad/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/cluster_f005492c-376b-0bac-83dc-b624b94f2dad/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T03:20:59,519 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51760 2024-11-17T03:20:59,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T03:20:59,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T03:20:59,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/test.cache.data in system properties and HBase conf 2024-11-17T03:20:59,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T03:20:59,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/hadoop.log.dir in system properties and HBase conf 2024-11-17T03:20:59,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T03:20:59,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T03:20:59,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T03:20:59,519 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T03:20:59,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:20:59,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:20:59,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T03:20:59,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:20:59,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T03:20:59,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T03:20:59,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:20:59,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:20:59,520 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T03:20:59,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/nfs.dump.dir in system properties and HBase conf 2024-11-17T03:20:59,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/java.io.tmpdir in system properties and HBase conf 2024-11-17T03:20:59,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:20:59,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T03:20:59,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T03:20:59,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10146cedef40005, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T03:20:59,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10146cedef40002, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T03:20:59,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10146cedef40002, quorum=127.0.0.1:51752, baseZNode=/0-827365102 Received Disconnected from ZooKeeper, ignoring 2024-11-17T03:20:59,550 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10146cedef40005, quorum=127.0.0.1:51752, baseZNode=/1-1024175528 Received Disconnected from ZooKeeper, ignoring 2024-11-17T03:20:59,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:20:59,836 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:20:59,839 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:20:59,839 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:20:59,839 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T03:20:59,839 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:20:59,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c3aebb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:20:59,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6700066{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:20:59,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36bffe5d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/java.io.tmpdir/jetty-localhost-35703-hadoop-hdfs-3_4_1-tests_jar-_-any-18252156989965146939/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:20:59,935 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1da91af9{HTTP/1.1, (http/1.1)}{localhost:35703} 2024-11-17T03:20:59,935 INFO [Time-limited test {}] server.Server(415): Started @236131ms 2024-11-17T03:21:00,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:21:00,547 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:21:00,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:21:00,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:21:00,548 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:21:00,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19d1ef9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:21:00,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ede9bc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:21:00,645 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5b4b46fc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/java.io.tmpdir/jetty-localhost-45417-hadoop-hdfs-3_4_1-tests_jar-_-any-195233112536830968/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:21:00,645 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@161e80a{HTTP/1.1, (http/1.1)}{localhost:45417} 2024-11-17T03:21:00,645 INFO [Time-limited test {}] server.Server(415): Started @236841ms 2024-11-17T03:21:00,646 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T03:21:01,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T03:21:01,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T03:21:01,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T03:21:01,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T03:21:01,814 WARN [Thread-2673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/cluster_f005492c-376b-0bac-83dc-b624b94f2dad/data/data2/current/BP-578991839-172.17.0.3-1731813659541/current, will proceed with Du for space computation calculation, 2024-11-17T03:21:01,814 WARN [Thread-2672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/cluster_f005492c-376b-0bac-83dc-b624b94f2dad/data/data1/current/BP-578991839-172.17.0.3-1731813659541/current, will proceed with Du for space computation calculation, 2024-11-17T03:21:01,849 WARN [Thread-2660 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T03:21:01,853 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfda38a1c96e3a219 with lease ID 0x4ccb16464cd093c: Processing first storage report for DS-aab3b86e-2128-4649-8bbe-39aecad2f95c from datanode DatanodeRegistration(127.0.0.1:46869, datanodeUuid=f005c667-f761-4f1a-9b95-9aad369aac90, infoPort=40605, infoSecurePort=0, ipcPort=34553, storageInfo=lv=-57;cid=testClusterID;nsid=625673800;c=1731813659541) 2024-11-17T03:21:01,853 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfda38a1c96e3a219 with lease ID 0x4ccb16464cd093c: from storage DS-aab3b86e-2128-4649-8bbe-39aecad2f95c node DatanodeRegistration(127.0.0.1:46869, datanodeUuid=f005c667-f761-4f1a-9b95-9aad369aac90, infoPort=40605, infoSecurePort=0, ipcPort=34553, storageInfo=lv=-57;cid=testClusterID;nsid=625673800;c=1731813659541), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:21:01,853 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfda38a1c96e3a219 with lease ID 0x4ccb16464cd093c: Processing first storage report for DS-3d65b39b-fc8a-4077-bcdd-1eb46868d9ed from datanode DatanodeRegistration(127.0.0.1:46869, datanodeUuid=f005c667-f761-4f1a-9b95-9aad369aac90, infoPort=40605, infoSecurePort=0, ipcPort=34553, storageInfo=lv=-57;cid=testClusterID;nsid=625673800;c=1731813659541) 2024-11-17T03:21:01,853 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfda38a1c96e3a219 with lease ID 0x4ccb16464cd093c: from storage DS-3d65b39b-fc8a-4077-bcdd-1eb46868d9ed node DatanodeRegistration(127.0.0.1:46869, datanodeUuid=f005c667-f761-4f1a-9b95-9aad369aac90, infoPort=40605, infoSecurePort=0, ipcPort=34553, storageInfo=lv=-57;cid=testClusterID;nsid=625673800;c=1731813659541), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:21:01,883 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328 2024-11-17T03:21:01,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:01,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:01,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741825_1001 (size=7) 2024-11-17T03:21:02,298 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e with version=8 2024-11-17T03:21:02,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/hbase-staging 2024-11-17T03:21:02,301 INFO [Time-limited test {}] client.ConnectionUtils(128): master/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:21:02,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:02,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:02,301 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:21:02,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:02,301 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:21:02,301 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T03:21:02,301 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:21:02,302 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46257 2024-11-17T03:21:02,303 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46257 connecting to ZooKeeper ensemble=127.0.0.1:51760 2024-11-17T03:21:02,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462570x0, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:21:02,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46257-0x10146cf4f290000 connected 2024-11-17T03:21:02,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:02,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:02,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Set watcher on znode that does not yet exist, /0-1933701034/running 2024-11-17T03:21:02,581 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e, hbase.cluster.distributed=false 2024-11-17T03:21:02,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Set watcher on znode that does not yet exist, /0-1933701034/acl 2024-11-17T03:21:02,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46257 2024-11-17T03:21:02,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46257 2024-11-17T03:21:02,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46257 2024-11-17T03:21:02,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46257 2024-11-17T03:21:02,589 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46257 2024-11-17T03:21:02,606 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:21:02,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:02,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:02,606 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:21:02,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:02,606 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:21:02,606 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T03:21:02,606 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:21:02,607 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34521 2024-11-17T03:21:02,608 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34521 connecting to ZooKeeper ensemble=127.0.0.1:51760 2024-11-17T03:21:02,608 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:02,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:02,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:345210x0, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:21:02,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:345210x0, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Set watcher on znode that does not yet exist, /0-1933701034/running 2024-11-17T03:21:02,619 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34521-0x10146cf4f290001 connected 2024-11-17T03:21:02,620 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T03:21:02,636 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T03:21:02,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34521-0x10146cf4f290001, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Set watcher on znode that does not yet exist, /0-1933701034/master 2024-11-17T03:21:02,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34521-0x10146cf4f290001, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Set watcher on znode that does not yet exist, /0-1933701034/acl 2024-11-17T03:21:02,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34521 2024-11-17T03:21:02,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34521 2024-11-17T03:21:02,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34521 2024-11-17T03:21:02,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34521 2024-11-17T03:21:02,638 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34521 2024-11-17T03:21:02,650 DEBUG [M:0;695c90f4bb18:46257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;695c90f4bb18:46257 2024-11-17T03:21:02,650 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1933701034/backup-masters/695c90f4bb18,46257,1731813662300 2024-11-17T03:21:02,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34521-0x10146cf4f290001, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933701034/backup-masters 2024-11-17T03:21:02,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933701034/backup-masters 2024-11-17T03:21:02,661 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Set watcher on existing znode=/0-1933701034/backup-masters/695c90f4bb18,46257,1731813662300 2024-11-17T03:21:02,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933701034 2024-11-17T03:21:02,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34521-0x10146cf4f290001, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1933701034/master 2024-11-17T03:21:02,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34521-0x10146cf4f290001, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933701034 2024-11-17T03:21:02,672 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Set watcher on existing znode=/0-1933701034/master 2024-11-17T03:21:02,676 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1933701034/backup-masters/695c90f4bb18,46257,1731813662300 from backup master directory 2024-11-17T03:21:02,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34521-0x10146cf4f290001, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933701034/backup-masters 2024-11-17T03:21:02,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1933701034/backup-masters/695c90f4bb18,46257,1731813662300 2024-11-17T03:21:02,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933701034/backup-masters 2024-11-17T03:21:02,682 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:21:02,682 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=695c90f4bb18,46257,1731813662300 2024-11-17T03:21:02,685 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/hbase.id] with ID: b4255c07-74b2-48c6-8ebb-228e0bc187b0 2024-11-17T03:21:02,685 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/.tmp/hbase.id 2024-11-17T03:21:02,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741826_1002 (size=42) 2024-11-17T03:21:03,090 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/.tmp/hbase.id]:[hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/hbase.id] 2024-11-17T03:21:03,098 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:03,098 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T03:21:03,098 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-17T03:21:03,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933701034 2024-11-17T03:21:03,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34521-0x10146cf4f290001, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933701034 2024-11-17T03:21:03,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741827_1003 (size=196) 2024-11-17T03:21:03,378 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:21:03,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:03,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:03,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:03,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:03,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:03,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:03,423 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:03,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:03,433 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:03,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:03,437 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:03,440 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:03,571 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:21:03,572 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T03:21:03,572 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:21:03,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741828_1004 (size=1189) 2024-11-17T03:21:03,978 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/MasterData/data/master/store 2024-11-17T03:21:03,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741829_1005 (size=34) 2024-11-17T03:21:04,383 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:04,383 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:21:04,383 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:04,383 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:04,383 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:21:04,383 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:04,383 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:04,383 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813664383Disabling compacts and flushes for region at 1731813664383Disabling writes for close at 1731813664383Writing region close event to WAL at 1731813664383Closed at 1731813664383 2024-11-17T03:21:04,384 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/MasterData/data/master/store/.initializing 2024-11-17T03:21:04,384 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/MasterData/WALs/695c90f4bb18,46257,1731813662300 2024-11-17T03:21:04,385 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:21:04,386 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=695c90f4bb18%2C46257%2C1731813662300, suffix=, logDir=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/MasterData/WALs/695c90f4bb18,46257,1731813662300, archiveDir=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/MasterData/oldWALs, maxLogs=10 2024-11-17T03:21:04,397 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/MasterData/WALs/695c90f4bb18,46257,1731813662300/695c90f4bb18%2C46257%2C1731813662300.1731813664386, exclude list is [], retry=0 2024-11-17T03:21:04,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46869,DS-aab3b86e-2128-4649-8bbe-39aecad2f95c,DISK] 2024-11-17T03:21:04,401 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/MasterData/WALs/695c90f4bb18,46257,1731813662300/695c90f4bb18%2C46257%2C1731813662300.1731813664386 2024-11-17T03:21:04,401 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40605:40605)] 2024-11-17T03:21:04,401 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:21:04,402 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:04,402 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:04,402 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:04,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:04,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T03:21:04,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:04,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:04,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:04,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T03:21:04,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:04,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:04,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:04,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T03:21:04,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:04,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:04,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:04,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T03:21:04,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:04,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:04,409 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:04,409 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:04,409 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:04,410 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:04,410 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:04,410 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:21:04,411 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:04,416 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:21:04,417 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74182525, jitterRate=0.1054057627916336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:21:04,417 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731813664402Initializing all the Stores at 1731813664403 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813664403Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813664403Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813664403Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813664403Cleaning up temporary data from old regions at 1731813664410 (+7 ms)Region opened successfully at 1731813664417 (+7 ms) 2024-11-17T03:21:04,417 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T03:21:04,419 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3946d853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:21:04,420 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T03:21:04,420 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T03:21:04,420 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T03:21:04,420 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T03:21:04,420 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T03:21:04,421 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T03:21:04,421 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T03:21:04,423 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T03:21:04,423 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Unable to get data of znode /0-1933701034/balancer because node does not exist (not necessarily an error) 2024-11-17T03:21:04,482 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1933701034/balancer already deleted, retry=false 2024-11-17T03:21:04,482 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T03:21:04,483 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Unable to get data of znode /0-1933701034/normalizer because node does not exist (not necessarily an error) 2024-11-17T03:21:04,492 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1933701034/normalizer already deleted, retry=false 2024-11-17T03:21:04,493 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T03:21:04,493 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Unable to get data of znode /0-1933701034/switch/split because node does not exist (not necessarily an error) 2024-11-17T03:21:04,503 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1933701034/switch/split already deleted, retry=false 2024-11-17T03:21:04,504 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Unable to get data of znode /0-1933701034/switch/merge because node does not exist (not necessarily an error) 2024-11-17T03:21:04,513 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1933701034/switch/merge already deleted, retry=false 2024-11-17T03:21:04,515 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Unable to get data of znode /0-1933701034/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T03:21:04,524 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1933701034/snapshot-cleanup already deleted, retry=false 2024-11-17T03:21:04,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34521-0x10146cf4f290001, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1933701034/running 2024-11-17T03:21:04,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1933701034/running 2024-11-17T03:21:04,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34521-0x10146cf4f290001, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933701034 2024-11-17T03:21:04,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933701034 2024-11-17T03:21:04,535 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=695c90f4bb18,46257,1731813662300, sessionid=0x10146cf4f290000, setting cluster-up flag (Was=false) 2024-11-17T03:21:04,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34521-0x10146cf4f290001, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933701034 2024-11-17T03:21:04,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933701034 2024-11-17T03:21:04,587 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1933701034/flush-table-proc/acquired, /0-1933701034/flush-table-proc/reached, /0-1933701034/flush-table-proc/abort 2024-11-17T03:21:04,588 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,46257,1731813662300 2024-11-17T03:21:04,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933701034 2024-11-17T03:21:04,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34521-0x10146cf4f290001, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933701034 2024-11-17T03:21:04,640 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1933701034/online-snapshot/acquired, /0-1933701034/online-snapshot/reached, /0-1933701034/online-snapshot/abort 2024-11-17T03:21:04,641 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,46257,1731813662300 2024-11-17T03:21:04,641 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T03:21:04,642 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T03:21:04,643 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T03:21:04,643 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T03:21:04,643 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 695c90f4bb18,46257,1731813662300 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T03:21:04,644 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:21:04,644 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:21:04,644 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:21:04,644 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:21:04,644 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/695c90f4bb18:0, corePoolSize=10, maxPoolSize=10 2024-11-17T03:21:04,644 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:04,644 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:21:04,644 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:04,650 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731813694650 2024-11-17T03:21:04,650 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T03:21:04,650 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T03:21:04,650 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T03:21:04,650 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T03:21:04,650 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T03:21:04,650 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:21:04,650 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T03:21:04,650 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T03:21:04,651 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:04,651 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T03:21:04,651 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T03:21:04,651 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T03:21:04,651 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T03:21:04,651 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:04,651 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T03:21:04,651 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T03:21:04,651 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T03:21:04,654 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813664651,5,FailOnTimeoutGroup] 2024-11-17T03:21:04,656 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813664654,5,FailOnTimeoutGroup] 2024-11-17T03:21:04,656 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:04,656 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T03:21:04,656 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:04,656 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:04,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741831_1007 (size=1321) 2024-11-17T03:21:04,662 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T03:21:04,662 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e 2024-11-17T03:21:04,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741832_1008 (size=32) 2024-11-17T03:21:04,741 INFO [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(746): ClusterId : b4255c07-74b2-48c6-8ebb-228e0bc187b0 2024-11-17T03:21:04,741 DEBUG [RS:0;695c90f4bb18:34521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T03:21:04,745 DEBUG [RS:0;695c90f4bb18:34521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T03:21:04,745 DEBUG [RS:0;695c90f4bb18:34521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T03:21:04,756 DEBUG [RS:0;695c90f4bb18:34521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T03:21:04,756 DEBUG [RS:0;695c90f4bb18:34521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6384690a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:21:04,767 DEBUG [RS:0;695c90f4bb18:34521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;695c90f4bb18:34521 2024-11-17T03:21:04,767 INFO [RS:0;695c90f4bb18:34521 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T03:21:04,767 INFO [RS:0;695c90f4bb18:34521 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T03:21:04,767 DEBUG [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T03:21:04,768 INFO [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(2659): reportForDuty to master=695c90f4bb18,46257,1731813662300 with port=34521, startcode=1731813662606 2024-11-17T03:21:04,768 DEBUG [RS:0;695c90f4bb18:34521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T03:21:04,769 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T03:21:04,770 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46257 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 695c90f4bb18,34521,1731813662606 2024-11-17T03:21:04,770 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46257 {}] master.ServerManager(517): Registering regionserver=695c90f4bb18,34521,1731813662606 2024-11-17T03:21:04,771 DEBUG [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e 2024-11-17T03:21:04,771 DEBUG [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35777 2024-11-17T03:21:04,771 DEBUG [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T03:21:04,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933701034/rs 2024-11-17T03:21:04,777 DEBUG [RS:0;695c90f4bb18:34521 {}] zookeeper.ZKUtil(111): regionserver:34521-0x10146cf4f290001, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Set watcher on existing znode=/0-1933701034/rs/695c90f4bb18,34521,1731813662606 2024-11-17T03:21:04,777 WARN [RS:0;695c90f4bb18:34521 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:21:04,777 INFO [RS:0;695c90f4bb18:34521 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:21:04,777 DEBUG [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606 2024-11-17T03:21:04,777 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [695c90f4bb18,34521,1731813662606] 2024-11-17T03:21:04,779 INFO [RS:0;695c90f4bb18:34521 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T03:21:04,781 INFO [RS:0;695c90f4bb18:34521 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T03:21:04,781 INFO [RS:0;695c90f4bb18:34521 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T03:21:04,781 INFO [RS:0;695c90f4bb18:34521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:04,784 INFO [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T03:21:04,784 INFO [RS:0;695c90f4bb18:34521 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T03:21:04,784 INFO [RS:0;695c90f4bb18:34521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:04,785 DEBUG [RS:0;695c90f4bb18:34521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:04,785 DEBUG [RS:0;695c90f4bb18:34521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:04,785 DEBUG [RS:0;695c90f4bb18:34521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:04,785 DEBUG [RS:0;695c90f4bb18:34521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:04,785 DEBUG [RS:0;695c90f4bb18:34521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:04,785 DEBUG [RS:0;695c90f4bb18:34521 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:21:04,785 DEBUG [RS:0;695c90f4bb18:34521 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:04,785 DEBUG [RS:0;695c90f4bb18:34521 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:04,785 DEBUG [RS:0;695c90f4bb18:34521 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:04,785 DEBUG [RS:0;695c90f4bb18:34521 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:04,785 DEBUG [RS:0;695c90f4bb18:34521 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:04,785 DEBUG [RS:0;695c90f4bb18:34521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:04,785 DEBUG [RS:0;695c90f4bb18:34521 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:21:04,785 DEBUG [RS:0;695c90f4bb18:34521 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:21:04,786 INFO [RS:0;695c90f4bb18:34521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:04,786 INFO [RS:0;695c90f4bb18:34521 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:04,786 INFO [RS:0;695c90f4bb18:34521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:04,786 INFO [RS:0;695c90f4bb18:34521 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:04,786 INFO [RS:0;695c90f4bb18:34521 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:04,786 INFO [RS:0;695c90f4bb18:34521 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,34521,1731813662606-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:21:04,799 INFO [RS:0;695c90f4bb18:34521 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T03:21:04,799 INFO [RS:0;695c90f4bb18:34521 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,34521,1731813662606-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:04,799 INFO [RS:0;695c90f4bb18:34521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:04,799 INFO [RS:0;695c90f4bb18:34521 {}] regionserver.Replication(171): 695c90f4bb18,34521,1731813662606 started 2024-11-17T03:21:04,812 INFO [RS:0;695c90f4bb18:34521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:04,812 INFO [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(1482): Serving as 695c90f4bb18,34521,1731813662606, RpcServer on 695c90f4bb18/172.17.0.3:34521, sessionid=0x10146cf4f290001 2024-11-17T03:21:04,812 DEBUG [RS:0;695c90f4bb18:34521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T03:21:04,812 DEBUG [RS:0;695c90f4bb18:34521 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 695c90f4bb18,34521,1731813662606 2024-11-17T03:21:04,812 DEBUG [RS:0;695c90f4bb18:34521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,34521,1731813662606' 2024-11-17T03:21:04,812 DEBUG [RS:0;695c90f4bb18:34521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1933701034/flush-table-proc/abort' 2024-11-17T03:21:04,813 DEBUG [RS:0;695c90f4bb18:34521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1933701034/flush-table-proc/acquired' 2024-11-17T03:21:04,813 DEBUG [RS:0;695c90f4bb18:34521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T03:21:04,813 DEBUG [RS:0;695c90f4bb18:34521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T03:21:04,813 DEBUG [RS:0;695c90f4bb18:34521 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 695c90f4bb18,34521,1731813662606 2024-11-17T03:21:04,813 DEBUG [RS:0;695c90f4bb18:34521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,34521,1731813662606' 2024-11-17T03:21:04,813 DEBUG [RS:0;695c90f4bb18:34521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1933701034/online-snapshot/abort' 2024-11-17T03:21:04,813 DEBUG [RS:0;695c90f4bb18:34521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1933701034/online-snapshot/acquired' 2024-11-17T03:21:04,814 DEBUG [RS:0;695c90f4bb18:34521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T03:21:04,814 INFO [RS:0;695c90f4bb18:34521 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T03:21:04,814 INFO [RS:0;695c90f4bb18:34521 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T03:21:04,914 INFO [RS:0;695c90f4bb18:34521 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:21:04,915 INFO [RS:0;695c90f4bb18:34521 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C34521%2C1731813662606, suffix=, logDir=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606, archiveDir=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/oldWALs, maxLogs=10 2024-11-17T03:21:04,933 DEBUG [RS:0;695c90f4bb18:34521 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916, exclude list is [], retry=0 2024-11-17T03:21:04,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46869,DS-aab3b86e-2128-4649-8bbe-39aecad2f95c,DISK] 2024-11-17T03:21:04,936 INFO [RS:0;695c90f4bb18:34521 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 2024-11-17T03:21:04,937 DEBUG [RS:0;695c90f4bb18:34521 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40605:40605)] 2024-11-17T03:21:05,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:05,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:21:05,076 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:21:05,076 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:05,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:05,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:21:05,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:21:05,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:05,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:05,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:21:05,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:21:05,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:05,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:05,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:21:05,079 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:21:05,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:05,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:05,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:21:05,079 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/meta/1588230740 2024-11-17T03:21:05,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/meta/1588230740 2024-11-17T03:21:05,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:21:05,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:21:05,081 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:21:05,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:21:05,083 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:21:05,083 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60485457, jitterRate=-0.09869645535945892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:21:05,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731813665074Initializing all the Stores at 1731813665074Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813665075 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813665075Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813665075Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813665075Cleaning up temporary data from old regions at 1731813665080 (+5 ms)Region opened successfully at 1731813665084 (+4 ms) 2024-11-17T03:21:05,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:21:05,084 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:21:05,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:21:05,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:21:05,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:21:05,085 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:21:05,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813665084Disabling compacts and flushes for region at 1731813665084Disabling writes for close at 1731813665084Writing region close event to WAL at 1731813665084Closed at 1731813665085 (+1 ms) 2024-11-17T03:21:05,085 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:21:05,086 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T03:21:05,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T03:21:05,087 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:21:05,087 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T03:21:05,237 DEBUG [695c90f4bb18:46257 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T03:21:05,238 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=695c90f4bb18,34521,1731813662606 2024-11-17T03:21:05,239 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,34521,1731813662606, state=OPENING 2024-11-17T03:21:05,282 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T03:21:05,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34521-0x10146cf4f290001, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933701034 2024-11-17T03:21:05,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933701034 2024-11-17T03:21:05,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1933701034/meta-region-server: CHANGED 2024-11-17T03:21:05,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1933701034/meta-region-server: CHANGED 2024-11-17T03:21:05,319 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:21:05,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,34521,1731813662606}] 2024-11-17T03:21:05,472 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:21:05,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35531, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T03:21:05,476 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T03:21:05,476 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:21:05,476 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T03:21:05,478 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C34521%2C1731813662606.meta, suffix=.meta, logDir=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606, archiveDir=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/oldWALs, maxLogs=10 2024-11-17T03:21:05,508 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.meta.1731813665478.meta, exclude list is [], retry=0 2024-11-17T03:21:05,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46869,DS-aab3b86e-2128-4649-8bbe-39aecad2f95c,DISK] 2024-11-17T03:21:05,512 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.meta.1731813665478.meta 2024-11-17T03:21:05,512 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40605:40605)] 2024-11-17T03:21:05,512 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:21:05,513 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:21:05,513 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:21:05,513 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T03:21:05,513 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T03:21:05,513 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T03:21:05,513 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:05,513 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T03:21:05,513 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T03:21:05,515 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:21:05,516 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:21:05,516 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:05,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:05,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:21:05,517 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:21:05,517 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:05,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:05,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:21:05,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:21:05,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:05,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:05,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:21:05,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:21:05,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:05,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:05,520 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:21:05,520 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/meta/1588230740 2024-11-17T03:21:05,521 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/meta/1588230740 2024-11-17T03:21:05,522 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:21:05,522 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:21:05,523 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:21:05,524 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:21:05,524 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63017532, jitterRate=-0.06096559762954712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:21:05,524 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T03:21:05,525 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731813665514Writing region info on filesystem at 1731813665514Initializing all the Stores at 1731813665514Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813665514Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813665515 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813665515Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813665515Cleaning up temporary data from old regions at 1731813665522 (+7 ms)Running coprocessor post-open hooks at 1731813665524 (+2 ms)Region opened successfully at 1731813665525 (+1 ms) 2024-11-17T03:21:05,525 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731813665471 2024-11-17T03:21:05,527 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T03:21:05,528 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T03:21:05,528 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,34521,1731813662606 2024-11-17T03:21:05,529 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,34521,1731813662606, state=OPEN 2024-11-17T03:21:05,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34521-0x10146cf4f290001, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1933701034/meta-region-server 2024-11-17T03:21:05,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1933701034/meta-region-server 2024-11-17T03:21:05,555 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=695c90f4bb18,34521,1731813662606 2024-11-17T03:21:05,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1933701034/meta-region-server: CHANGED 2024-11-17T03:21:05,556 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1933701034/meta-region-server: CHANGED 2024-11-17T03:21:05,557 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T03:21:05,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,34521,1731813662606 in 237 msec 2024-11-17T03:21:05,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T03:21:05,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 472 msec 2024-11-17T03:21:05,560 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:21:05,560 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T03:21:05,561 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:21:05,561 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,34521,1731813662606, seqNum=-1] 2024-11-17T03:21:05,562 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:21:05,563 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:21:05,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 924 msec 2024-11-17T03:21:05,567 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731813665567, completionTime=-1 2024-11-17T03:21:05,567 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T03:21:05,567 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T03:21:05,569 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T03:21:05,569 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731813725569 2024-11-17T03:21:05,569 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731813785569 2024-11-17T03:21:05,569 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T03:21:05,570 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46257,1731813662300-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:05,570 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46257,1731813662300-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:05,570 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46257,1731813662300-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:05,570 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-695c90f4bb18:46257, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:05,570 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:05,570 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:05,571 DEBUG [master/695c90f4bb18:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T03:21:05,573 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.891sec 2024-11-17T03:21:05,573 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T03:21:05,573 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T03:21:05,573 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T03:21:05,573 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T03:21:05,573 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T03:21:05,573 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46257,1731813662300-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:21:05,573 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46257,1731813662300-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T03:21:05,574 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T03:21:05,574 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T03:21:05,574 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46257,1731813662300-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:05,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a82ca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:05,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46257,-1 for getting cluster id 2024-11-17T03:21:05,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:21:05,643 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4255c07-74b2-48c6-8ebb-228e0bc187b0' 2024-11-17T03:21:05,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:21:05,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4255c07-74b2-48c6-8ebb-228e0bc187b0" 2024-11-17T03:21:05,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a13bff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:05,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46257,-1] 2024-11-17T03:21:05,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:21:05,644 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:05,645 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:21:05,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@221859cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:05,646 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:21:05,647 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,34521,1731813662606, seqNum=-1] 2024-11-17T03:21:05,647 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:21:05,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:21:05,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=695c90f4bb18,46257,1731813662300 2024-11-17T03:21:05,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51760 2024-11-17T03:21:05,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:21:05,661 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10146cf4f290002 connected 2024-11-17T03:21:05,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/hadoop.log.dir so I do NOT create it in target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54 2024-11-17T03:21:05,673 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T03:21:05,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/hadoop.tmp.dir so I do NOT create it in target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54 2024-11-17T03:21:05,673 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T03:21:05,673 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54 2024-11-17T03:21:05,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T03:21:05,673 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/cluster_fc5334c4-4567-6c59-560d-80509e4566a1, deleteOnExit=true 2024-11-17T03:21:05,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T03:21:05,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/test.cache.data in system properties and HBase conf 2024-11-17T03:21:05,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T03:21:05,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/hadoop.log.dir in system properties and HBase conf 2024-11-17T03:21:05,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T03:21:05,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T03:21:05,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T03:21:05,674 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T03:21:05,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:21:05,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:21:05,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T03:21:05,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:21:05,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T03:21:05,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T03:21:05,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:21:05,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:21:05,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T03:21:05,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/nfs.dump.dir in system properties and HBase conf 2024-11-17T03:21:05,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/java.io.tmpdir in system properties and HBase conf 2024-11-17T03:21:05,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:21:05,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T03:21:05,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T03:21:05,833 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:21:05,834 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:21:05,834 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38449 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:21:05,967 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:21:05,971 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:21:05,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:21:05,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:21:05,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T03:21:05,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:21:05,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@186641d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:21:05,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41bc7698{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:21:06,099 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@317f82f1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/java.io.tmpdir/jetty-localhost-46855-hadoop-hdfs-3_4_1-tests_jar-_-any-17832930560535656091/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:21:06,099 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23eef55d{HTTP/1.1, (http/1.1)}{localhost:46855} 2024-11-17T03:21:06,099 INFO [Time-limited test {}] server.Server(415): Started @242295ms 2024-11-17T03:21:06,490 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:21:06,492 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:21:06,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:21:06,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:21:06,495 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T03:21:06,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79c29ee4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:21:06,496 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@200fc76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:21:06,591 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@aa5a2ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/java.io.tmpdir/jetty-localhost-46509-hadoop-hdfs-3_4_1-tests_jar-_-any-12102344544190642278/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:21:06,591 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31b08602{HTTP/1.1, (http/1.1)}{localhost:46509} 2024-11-17T03:21:06,591 INFO [Time-limited test {}] server.Server(415): Started @242787ms 2024-11-17T03:21:06,592 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T03:21:07,342 WARN [Thread-2793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/cluster_fc5334c4-4567-6c59-560d-80509e4566a1/data/data1/current/BP-1839054561-172.17.0.3-1731813665689/current, will proceed with Du for space computation calculation, 2024-11-17T03:21:07,342 WARN [Thread-2794 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/cluster_fc5334c4-4567-6c59-560d-80509e4566a1/data/data2/current/BP-1839054561-172.17.0.3-1731813665689/current, will proceed with Du for space computation calculation, 2024-11-17T03:21:07,357 WARN [Thread-2781 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T03:21:07,359 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36da14dd7c5e78c1 with lease ID 0xe63d56272f6cc3f: Processing first storage report for DS-0436d406-9776-43af-ae4d-3bb00a40be88 from datanode DatanodeRegistration(127.0.0.1:44823, datanodeUuid=914daf1c-50e1-4f17-ae08-f5d864c0d16c, infoPort=33363, infoSecurePort=0, ipcPort=42969, storageInfo=lv=-57;cid=testClusterID;nsid=11427043;c=1731813665689) 2024-11-17T03:21:07,359 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36da14dd7c5e78c1 with lease ID 0xe63d56272f6cc3f: from storage DS-0436d406-9776-43af-ae4d-3bb00a40be88 node DatanodeRegistration(127.0.0.1:44823, datanodeUuid=914daf1c-50e1-4f17-ae08-f5d864c0d16c, infoPort=33363, infoSecurePort=0, ipcPort=42969, storageInfo=lv=-57;cid=testClusterID;nsid=11427043;c=1731813665689), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:21:07,359 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36da14dd7c5e78c1 with lease ID 0xe63d56272f6cc3f: Processing first storage report for DS-1b273603-5f3a-4ef3-81e7-1fd813598f77 from datanode DatanodeRegistration(127.0.0.1:44823, datanodeUuid=914daf1c-50e1-4f17-ae08-f5d864c0d16c, infoPort=33363, infoSecurePort=0, ipcPort=42969, storageInfo=lv=-57;cid=testClusterID;nsid=11427043;c=1731813665689) 2024-11-17T03:21:07,359 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36da14dd7c5e78c1 with lease ID 0xe63d56272f6cc3f: from storage DS-1b273603-5f3a-4ef3-81e7-1fd813598f77 node DatanodeRegistration(127.0.0.1:44823, datanodeUuid=914daf1c-50e1-4f17-ae08-f5d864c0d16c, infoPort=33363, infoSecurePort=0, ipcPort=42969, storageInfo=lv=-57;cid=testClusterID;nsid=11427043;c=1731813665689), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:21:07,423 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54 2024-11-17T03:21:07,423 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:07,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:07,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741825_1001 (size=7) 2024-11-17T03:21:07,831 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c with version=8 2024-11-17T03:21:07,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/hbase-staging 2024-11-17T03:21:07,833 INFO [Time-limited test {}] client.ConnectionUtils(128): master/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:21:07,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:07,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:07,833 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:21:07,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:07,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:21:07,833 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T03:21:07,833 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:21:07,834 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37077 2024-11-17T03:21:07,834 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37077 connecting to ZooKeeper ensemble=127.0.0.1:51760 2024-11-17T03:21:07,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370770x0, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:21:07,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37077-0x10146cf4f290003 connected 2024-11-17T03:21:07,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:07,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:07,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Set watcher on znode that does not yet exist, /1-1498236595/running 2024-11-17T03:21:07,958 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c, hbase.cluster.distributed=false 2024-11-17T03:21:07,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Set watcher on znode that does not yet exist, /1-1498236595/acl 2024-11-17T03:21:07,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37077 2024-11-17T03:21:07,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37077 2024-11-17T03:21:07,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37077 2024-11-17T03:21:07,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37077 2024-11-17T03:21:07,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37077 2024-11-17T03:21:07,974 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:21:07,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:07,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:07,974 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:21:07,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:07,974 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:21:07,974 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T03:21:07,974 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:21:07,975 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35543 2024-11-17T03:21:07,975 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35543 connecting to ZooKeeper ensemble=127.0.0.1:51760 2024-11-17T03:21:07,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:07,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:07,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:355430x0, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:21:07,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35543-0x10146cf4f290004 connected 2024-11-17T03:21:07,987 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35543-0x10146cf4f290004, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Set watcher on znode that does not yet exist, /1-1498236595/running 2024-11-17T03:21:07,988 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T03:21:07,988 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T03:21:07,988 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35543-0x10146cf4f290004, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Set watcher on znode that does not yet exist, /1-1498236595/master 2024-11-17T03:21:07,989 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35543-0x10146cf4f290004, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Set watcher on znode that does not yet exist, /1-1498236595/acl 2024-11-17T03:21:07,990 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35543 2024-11-17T03:21:07,992 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35543 2024-11-17T03:21:07,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35543 2024-11-17T03:21:07,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35543 2024-11-17T03:21:07,994 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35543 2024-11-17T03:21:08,004 DEBUG [M:0;695c90f4bb18:37077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;695c90f4bb18:37077 2024-11-17T03:21:08,005 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1498236595/backup-masters/695c90f4bb18,37077,1731813667833 2024-11-17T03:21:08,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1498236595/backup-masters 2024-11-17T03:21:08,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10146cf4f290004, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1498236595/backup-masters 2024-11-17T03:21:08,008 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Set watcher on existing znode=/1-1498236595/backup-masters/695c90f4bb18,37077,1731813667833 2024-11-17T03:21:08,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1498236595 2024-11-17T03:21:08,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10146cf4f290004, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1498236595/master 2024-11-17T03:21:08,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10146cf4f290004, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1498236595 2024-11-17T03:21:08,019 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Set watcher on existing znode=/1-1498236595/master 2024-11-17T03:21:08,019 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1498236595/backup-masters/695c90f4bb18,37077,1731813667833 from backup master directory 2024-11-17T03:21:08,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1498236595/backup-masters/695c90f4bb18,37077,1731813667833 2024-11-17T03:21:08,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10146cf4f290004, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1498236595/backup-masters 2024-11-17T03:21:08,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1498236595/backup-masters 2024-11-17T03:21:08,029 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:21:08,029 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=695c90f4bb18,37077,1731813667833 2024-11-17T03:21:08,032 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/hbase.id] with ID: 3981b1be-0fe4-4d02-b7a7-9876a17c5629 2024-11-17T03:21:08,032 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/.tmp/hbase.id 2024-11-17T03:21:08,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741826_1002 (size=42) 2024-11-17T03:21:08,436 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/.tmp/hbase.id]:[hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/hbase.id] 2024-11-17T03:21:08,442 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:08,442 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T03:21:08,443 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T03:21:08,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1498236595 2024-11-17T03:21:08,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10146cf4f290004, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1498236595 2024-11-17T03:21:08,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741827_1003 (size=196) 2024-11-17T03:21:08,897 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:21:08,897 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T03:21:08,898 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:21:08,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741828_1004 (size=1189) 2024-11-17T03:21:09,303 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/MasterData/data/master/store 2024-11-17T03:21:09,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741829_1005 (size=34) 2024-11-17T03:21:09,708 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:09,708 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:21:09,708 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:09,708 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:09,708 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:21:09,708 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:09,708 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:09,708 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813669708Disabling compacts and flushes for region at 1731813669708Disabling writes for close at 1731813669708Writing region close event to WAL at 1731813669708Closed at 1731813669708 2024-11-17T03:21:09,709 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/MasterData/data/master/store/.initializing 2024-11-17T03:21:09,709 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/MasterData/WALs/695c90f4bb18,37077,1731813667833 2024-11-17T03:21:09,710 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:21:09,711 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=695c90f4bb18%2C37077%2C1731813667833, suffix=, logDir=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/MasterData/WALs/695c90f4bb18,37077,1731813667833, archiveDir=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/MasterData/oldWALs, maxLogs=10 2024-11-17T03:21:09,730 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/MasterData/WALs/695c90f4bb18,37077,1731813667833/695c90f4bb18%2C37077%2C1731813667833.1731813669711, exclude list is [], retry=0 2024-11-17T03:21:09,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44823,DS-0436d406-9776-43af-ae4d-3bb00a40be88,DISK] 2024-11-17T03:21:09,761 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/MasterData/WALs/695c90f4bb18,37077,1731813667833/695c90f4bb18%2C37077%2C1731813667833.1731813669711 2024-11-17T03:21:09,769 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33363:33363)] 2024-11-17T03:21:09,769 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:21:09,770 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:09,770 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:09,770 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:09,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:09,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T03:21:09,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:09,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:09,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:09,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T03:21:09,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:09,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:09,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:09,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T03:21:09,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:09,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:09,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:09,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T03:21:09,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:09,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:09,794 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:09,800 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:09,801 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:09,802 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:09,802 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:09,803 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:21:09,804 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:09,820 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:21:09,821 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71924157, jitterRate=0.07175345718860626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:21:09,821 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731813669770Initializing all the Stores at 1731813669771 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813669771Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813669779 (+8 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813669779Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813669779Cleaning up temporary data from old regions at 1731813669802 (+23 ms)Region opened successfully at 1731813669821 (+19 ms) 2024-11-17T03:21:09,834 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T03:21:09,838 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5908150a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:21:09,839 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T03:21:09,839 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T03:21:09,839 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T03:21:09,839 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T03:21:09,840 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T03:21:09,840 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T03:21:09,840 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T03:21:09,850 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T03:21:09,850 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Unable to get data of znode /1-1498236595/balancer because node does not exist (not necessarily an error) 2024-11-17T03:21:09,860 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1498236595/balancer already deleted, retry=false 2024-11-17T03:21:09,861 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T03:21:09,863 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Unable to get data of znode /1-1498236595/normalizer because node does not exist (not necessarily an error) 2024-11-17T03:21:09,871 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1498236595/normalizer already deleted, retry=false 2024-11-17T03:21:09,871 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T03:21:09,885 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Unable to get data of znode /1-1498236595/switch/split because node does not exist (not necessarily an error) 2024-11-17T03:21:09,892 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1498236595/switch/split already deleted, retry=false 2024-11-17T03:21:09,893 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Unable to get data of znode /1-1498236595/switch/merge because node does not exist (not necessarily an error) 2024-11-17T03:21:09,903 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1498236595/switch/merge already deleted, retry=false 2024-11-17T03:21:09,905 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Unable to get data of znode /1-1498236595/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T03:21:09,913 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1498236595/snapshot-cleanup already deleted, retry=false 2024-11-17T03:21:09,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10146cf4f290004, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1498236595/running 2024-11-17T03:21:09,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1498236595/running 2024-11-17T03:21:09,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1498236595 2024-11-17T03:21:09,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10146cf4f290004, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1498236595 2024-11-17T03:21:09,924 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=695c90f4bb18,37077,1731813667833, sessionid=0x10146cf4f290003, setting cluster-up flag (Was=false) 2024-11-17T03:21:09,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1498236595 2024-11-17T03:21:09,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10146cf4f290004, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1498236595 2024-11-17T03:21:09,976 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1498236595/flush-table-proc/acquired, /1-1498236595/flush-table-proc/reached, /1-1498236595/flush-table-proc/abort 2024-11-17T03:21:09,978 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,37077,1731813667833 2024-11-17T03:21:09,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1498236595 2024-11-17T03:21:09,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10146cf4f290004, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1498236595 2024-11-17T03:21:10,029 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1498236595/online-snapshot/acquired, /1-1498236595/online-snapshot/reached, /1-1498236595/online-snapshot/abort 2024-11-17T03:21:10,030 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,37077,1731813667833 2024-11-17T03:21:10,039 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T03:21:10,042 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T03:21:10,043 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T03:21:10,043 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T03:21:10,043 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 695c90f4bb18,37077,1731813667833 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T03:21:10,045 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:21:10,045 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:21:10,045 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:21:10,045 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:21:10,045 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/695c90f4bb18:0, corePoolSize=10, maxPoolSize=10 2024-11-17T03:21:10,045 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:10,045 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:21:10,045 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:10,051 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:21:10,052 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T03:21:10,052 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:10,053 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T03:21:10,067 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731813700067 2024-11-17T03:21:10,067 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T03:21:10,068 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T03:21:10,068 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T03:21:10,068 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T03:21:10,069 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T03:21:10,069 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T03:21:10,074 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:10,078 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T03:21:10,079 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T03:21:10,079 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T03:21:10,079 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T03:21:10,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741831_1007 (size=1321) 2024-11-17T03:21:10,104 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T03:21:10,105 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T03:21:10,120 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813670105,5,FailOnTimeoutGroup] 2024-11-17T03:21:10,124 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813670120,5,FailOnTimeoutGroup] 2024-11-17T03:21:10,124 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:10,124 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T03:21:10,124 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:10,124 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:10,125 INFO [RS:0;695c90f4bb18:35543 {}] regionserver.HRegionServer(746): ClusterId : 3981b1be-0fe4-4d02-b7a7-9876a17c5629 2024-11-17T03:21:10,125 DEBUG [RS:0;695c90f4bb18:35543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T03:21:10,135 DEBUG [RS:0;695c90f4bb18:35543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T03:21:10,135 DEBUG [RS:0;695c90f4bb18:35543 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T03:21:10,147 DEBUG [RS:0;695c90f4bb18:35543 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T03:21:10,147 DEBUG [RS:0;695c90f4bb18:35543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@182761cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:21:10,165 DEBUG [RS:0;695c90f4bb18:35543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;695c90f4bb18:35543 2024-11-17T03:21:10,165 INFO [RS:0;695c90f4bb18:35543 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T03:21:10,165 INFO [RS:0;695c90f4bb18:35543 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T03:21:10,165 DEBUG [RS:0;695c90f4bb18:35543 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T03:21:10,166 INFO [RS:0;695c90f4bb18:35543 {}] regionserver.HRegionServer(2659): reportForDuty to master=695c90f4bb18,37077,1731813667833 with port=35543, startcode=1731813667973 2024-11-17T03:21:10,166 DEBUG [RS:0;695c90f4bb18:35543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T03:21:10,168 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T03:21:10,168 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37077 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 695c90f4bb18,35543,1731813667973 2024-11-17T03:21:10,168 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37077 {}] master.ServerManager(517): Registering regionserver=695c90f4bb18,35543,1731813667973 2024-11-17T03:21:10,171 DEBUG [RS:0;695c90f4bb18:35543 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c 2024-11-17T03:21:10,171 DEBUG [RS:0;695c90f4bb18:35543 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44161 2024-11-17T03:21:10,171 DEBUG [RS:0;695c90f4bb18:35543 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T03:21:10,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1498236595/rs 2024-11-17T03:21:10,223 DEBUG [RS:0;695c90f4bb18:35543 {}] zookeeper.ZKUtil(111): regionserver:35543-0x10146cf4f290004, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Set watcher on existing znode=/1-1498236595/rs/695c90f4bb18,35543,1731813667973 2024-11-17T03:21:10,223 WARN [RS:0;695c90f4bb18:35543 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:21:10,223 INFO [RS:0;695c90f4bb18:35543 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:21:10,223 DEBUG [RS:0;695c90f4bb18:35543 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973 2024-11-17T03:21:10,225 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [695c90f4bb18,35543,1731813667973] 2024-11-17T03:21:10,235 INFO [RS:0;695c90f4bb18:35543 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T03:21:10,246 INFO [RS:0;695c90f4bb18:35543 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T03:21:10,247 INFO [RS:0;695c90f4bb18:35543 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T03:21:10,247 INFO [RS:0;695c90f4bb18:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:10,248 INFO [RS:0;695c90f4bb18:35543 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T03:21:10,249 INFO [RS:0;695c90f4bb18:35543 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T03:21:10,250 INFO [RS:0;695c90f4bb18:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:10,250 DEBUG [RS:0;695c90f4bb18:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:10,250 DEBUG [RS:0;695c90f4bb18:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:10,250 DEBUG [RS:0;695c90f4bb18:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:10,250 DEBUG [RS:0;695c90f4bb18:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:10,250 DEBUG [RS:0;695c90f4bb18:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:10,251 DEBUG [RS:0;695c90f4bb18:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:21:10,251 DEBUG [RS:0;695c90f4bb18:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:10,251 DEBUG [RS:0;695c90f4bb18:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:10,251 DEBUG [RS:0;695c90f4bb18:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:10,251 DEBUG [RS:0;695c90f4bb18:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:10,251 DEBUG [RS:0;695c90f4bb18:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:10,251 DEBUG [RS:0;695c90f4bb18:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:10,251 DEBUG [RS:0;695c90f4bb18:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:21:10,251 DEBUG [RS:0;695c90f4bb18:35543 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:21:10,256 INFO [RS:0;695c90f4bb18:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:10,256 INFO [RS:0;695c90f4bb18:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:10,256 INFO [RS:0;695c90f4bb18:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:10,256 INFO [RS:0;695c90f4bb18:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:10,256 INFO [RS:0;695c90f4bb18:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:10,256 INFO [RS:0;695c90f4bb18:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,35543,1731813667973-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:21:10,285 INFO [RS:0;695c90f4bb18:35543 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T03:21:10,285 INFO [RS:0;695c90f4bb18:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,35543,1731813667973-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:10,285 INFO [RS:0;695c90f4bb18:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:10,285 INFO [RS:0;695c90f4bb18:35543 {}] regionserver.Replication(171): 695c90f4bb18,35543,1731813667973 started 2024-11-17T03:21:10,305 INFO [RS:0;695c90f4bb18:35543 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:10,305 INFO [RS:0;695c90f4bb18:35543 {}] regionserver.HRegionServer(1482): Serving as 695c90f4bb18,35543,1731813667973, RpcServer on 695c90f4bb18/172.17.0.3:35543, sessionid=0x10146cf4f290004 2024-11-17T03:21:10,305 DEBUG [RS:0;695c90f4bb18:35543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T03:21:10,306 DEBUG [RS:0;695c90f4bb18:35543 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 695c90f4bb18,35543,1731813667973 2024-11-17T03:21:10,306 DEBUG [RS:0;695c90f4bb18:35543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,35543,1731813667973' 2024-11-17T03:21:10,306 DEBUG [RS:0;695c90f4bb18:35543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1498236595/flush-table-proc/abort' 2024-11-17T03:21:10,306 DEBUG [RS:0;695c90f4bb18:35543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1498236595/flush-table-proc/acquired' 2024-11-17T03:21:10,307 DEBUG [RS:0;695c90f4bb18:35543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T03:21:10,307 DEBUG [RS:0;695c90f4bb18:35543 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T03:21:10,307 DEBUG [RS:0;695c90f4bb18:35543 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 695c90f4bb18,35543,1731813667973 2024-11-17T03:21:10,307 DEBUG [RS:0;695c90f4bb18:35543 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,35543,1731813667973' 2024-11-17T03:21:10,307 DEBUG [RS:0;695c90f4bb18:35543 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1498236595/online-snapshot/abort' 2024-11-17T03:21:10,307 DEBUG [RS:0;695c90f4bb18:35543 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1498236595/online-snapshot/acquired' 2024-11-17T03:21:10,308 DEBUG [RS:0;695c90f4bb18:35543 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T03:21:10,308 INFO [RS:0;695c90f4bb18:35543 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T03:21:10,308 INFO [RS:0;695c90f4bb18:35543 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T03:21:10,408 INFO [RS:0;695c90f4bb18:35543 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:21:10,409 INFO [RS:0;695c90f4bb18:35543 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C35543%2C1731813667973, suffix=, logDir=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973, archiveDir=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/oldWALs, maxLogs=10 2024-11-17T03:21:10,426 DEBUG [RS:0;695c90f4bb18:35543 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410, exclude list is [], retry=0 2024-11-17T03:21:10,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44823,DS-0436d406-9776-43af-ae4d-3bb00a40be88,DISK] 2024-11-17T03:21:10,465 INFO [RS:0;695c90f4bb18:35543 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 2024-11-17T03:21:10,468 DEBUG [RS:0;695c90f4bb18:35543 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33363:33363)] 2024-11-17T03:21:10,497 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T03:21:10,497 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c 2024-11-17T03:21:10,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741833_1009 (size=32) 2024-11-17T03:21:10,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:10,552 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:21:10,554 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:21:10,554 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:10,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:10,555 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:21:10,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:21:10,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:10,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:10,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:21:10,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:21:10,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:10,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:10,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:21:10,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:21:10,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:10,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:10,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:21:10,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/meta/1588230740 2024-11-17T03:21:10,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/meta/1588230740 2024-11-17T03:21:10,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:21:10,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:21:10,568 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:21:10,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:21:10,571 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:21:10,572 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71596760, jitterRate=0.06687486171722412}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:21:10,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731813670551Initializing all the Stores at 1731813670551Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813670551Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813670552 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813670552Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813670552Cleaning up temporary data from old regions at 1731813670567 (+15 ms)Region opened successfully at 1731813670572 (+5 ms) 2024-11-17T03:21:10,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:21:10,572 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:21:10,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:21:10,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:21:10,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:21:10,584 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:21:10,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813670572Disabling compacts and flushes for region at 1731813670572Disabling writes for close at 1731813670572Writing region close event to WAL at 1731813670584 (+12 ms)Closed at 1731813670584 2024-11-17T03:21:10,585 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:21:10,585 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T03:21:10,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T03:21:10,587 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:21:10,587 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T03:21:10,738 DEBUG [695c90f4bb18:37077 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T03:21:10,739 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=695c90f4bb18,35543,1731813667973 2024-11-17T03:21:10,740 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,35543,1731813667973, state=OPENING 2024-11-17T03:21:10,851 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T03:21:11,016 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:21:11,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:11,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:11,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1498236595 2024-11-17T03:21:11,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10146cf4f290004, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1498236595 2024-11-17T03:21:11,042 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:21:11,042 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1498236595/meta-region-server: CHANGED 2024-11-17T03:21:11,042 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1498236595/meta-region-server: CHANGED 2024-11-17T03:21:11,042 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,35543,1731813667973}] 2024-11-17T03:21:11,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:11,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:11,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:11,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:11,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:11,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:11,051 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:11,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:11,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:11,056 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:11,065 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T03:21:11,194 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:21:11,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56557, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T03:21:11,197 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T03:21:11,198 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:21:11,198 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T03:21:11,199 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C35543%2C1731813667973.meta, suffix=.meta, logDir=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973, archiveDir=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/oldWALs, maxLogs=10 2024-11-17T03:21:11,214 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.meta.1731813671199.meta, exclude list is [], retry=0 2024-11-17T03:21:11,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44823,DS-0436d406-9776-43af-ae4d-3bb00a40be88,DISK] 2024-11-17T03:21:11,217 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.meta.1731813671199.meta 2024-11-17T03:21:11,217 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33363:33363)] 2024-11-17T03:21:11,218 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:21:11,218 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:21:11,218 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:21:11,218 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T03:21:11,218 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T03:21:11,218 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T03:21:11,218 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:11,219 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T03:21:11,219 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T03:21:11,220 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:21:11,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:21:11,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:11,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:11,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:21:11,221 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:21:11,221 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:11,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:11,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:21:11,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:21:11,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:11,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:11,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:21:11,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:21:11,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:11,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:11,223 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:21:11,223 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/meta/1588230740 2024-11-17T03:21:11,224 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/meta/1588230740 2024-11-17T03:21:11,224 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:21:11,225 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:21:11,225 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:21:11,226 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:21:11,226 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71185691, jitterRate=0.06074945628643036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:21:11,226 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T03:21:11,226 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731813671219Writing region info on filesystem at 1731813671219Initializing all the Stores at 1731813671219Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813671219Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813671220 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813671220Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813671220Cleaning up temporary data from old regions at 1731813671225 (+5 ms)Running coprocessor post-open hooks at 1731813671226 (+1 ms)Region opened successfully at 1731813671226 2024-11-17T03:21:11,227 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731813671194 2024-11-17T03:21:11,228 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T03:21:11,229 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T03:21:11,229 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,35543,1731813667973 2024-11-17T03:21:11,229 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,35543,1731813667973, state=OPEN 2024-11-17T03:21:11,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10146cf4f290004, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1498236595/meta-region-server 2024-11-17T03:21:11,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1498236595/meta-region-server 2024-11-17T03:21:11,458 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=695c90f4bb18,35543,1731813667973 2024-11-17T03:21:11,458 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1498236595/meta-region-server: CHANGED 2024-11-17T03:21:11,458 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1498236595/meta-region-server: CHANGED 2024-11-17T03:21:11,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T03:21:11,460 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,35543,1731813667973 in 416 msec 2024-11-17T03:21:11,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T03:21:11,461 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 875 msec 2024-11-17T03:21:11,462 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:21:11,462 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T03:21:11,463 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:21:11,463 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,35543,1731813667973, seqNum=-1] 2024-11-17T03:21:11,463 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:21:11,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:21:11,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4260 sec 2024-11-17T03:21:11,468 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731813671468, completionTime=-1 2024-11-17T03:21:11,468 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T03:21:11,468 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T03:21:11,470 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T03:21:11,470 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731813731470 2024-11-17T03:21:11,470 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731813791470 2024-11-17T03:21:11,470 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T03:21:11,470 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,37077,1731813667833-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:11,470 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,37077,1731813667833-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:11,470 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,37077,1731813667833-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:11,470 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-695c90f4bb18:37077, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:11,470 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:11,471 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:11,472 DEBUG [master/695c90f4bb18:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T03:21:11,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T03:21:11,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T03:21:11,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T03:21:11,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T03:21:11,474 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.445sec 2024-11-17T03:21:11,474 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T03:21:11,474 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T03:21:11,474 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T03:21:11,474 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T03:21:11,474 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T03:21:11,474 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,37077,1731813667833-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:21:11,474 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,37077,1731813667833-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T03:21:11,476 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T03:21:11,476 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T03:21:11,476 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,37077,1731813667833-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:11,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3beb946a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:11,525 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,37077,-1 for getting cluster id 2024-11-17T03:21:11,526 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:21:11,526 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3981b1be-0fe4-4d02-b7a7-9876a17c5629' 2024-11-17T03:21:11,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:21:11,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3981b1be-0fe4-4d02-b7a7-9876a17c5629" 2024-11-17T03:21:11,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6faee81c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:11,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,37077,-1] 2024-11-17T03:21:11,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:21:11,527 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:11,528 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:21:11,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6981b9e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:11,529 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:21:11,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,35543,1731813667973, seqNum=-1] 2024-11-17T03:21:11,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:21:11,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:21:11,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=695c90f4bb18,37077,1731813667833 2024-11-17T03:21:11,532 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51760 2024-11-17T03:21:11,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:21:11,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10146cf4f290005 connected 2024-11-17T03:21:11,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/hadoop.log.dir so I do NOT create it in target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2 2024-11-17T03:21:11,826 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T03:21:11,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/hadoop.tmp.dir so I do NOT create it in target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2 2024-11-17T03:21:11,826 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T03:21:11,826 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2 2024-11-17T03:21:11,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T03:21:11,826 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/cluster_511e5bdc-79a4-5414-70e2-9e6bbcd04d58, deleteOnExit=true 2024-11-17T03:21:11,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T03:21:11,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/test.cache.data in system properties and HBase conf 2024-11-17T03:21:11,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T03:21:11,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/hadoop.log.dir in system properties and HBase conf 2024-11-17T03:21:11,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T03:21:11,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T03:21:11,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T03:21:11,827 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T03:21:11,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:21:11,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:21:11,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T03:21:11,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:21:11,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T03:21:11,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T03:21:11,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:21:11,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:21:11,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T03:21:11,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/nfs.dump.dir in system properties and HBase conf 2024-11-17T03:21:11,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/java.io.tmpdir in system properties and HBase conf 2024-11-17T03:21:11,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:21:11,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T03:21:11,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T03:21:12,783 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:21:12,786 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:21:12,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:21:12,791 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:21:12,791 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T03:21:12,792 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:21:12,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@619aa087{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:21:12,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@329c2ae3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:21:12,896 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@375258f0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/java.io.tmpdir/jetty-localhost-38975-hadoop-hdfs-3_4_1-tests_jar-_-any-183613229486749476/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:21:12,897 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@287bf10{HTTP/1.1, (http/1.1)}{localhost:38975} 2024-11-17T03:21:12,897 INFO [Time-limited test {}] server.Server(415): Started @249093ms 2024-11-17T03:21:13,361 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:21:13,366 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:21:13,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:21:13,369 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:21:13,369 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T03:21:13,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c45a3b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:21:13,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61c02862{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:21:13,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a0813c2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/java.io.tmpdir/jetty-localhost-37919-hadoop-hdfs-3_4_1-tests_jar-_-any-17280997839530016620/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:21:13,476 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52433f3e{HTTP/1.1, (http/1.1)}{localhost:37919} 2024-11-17T03:21:13,476 INFO [Time-limited test {}] server.Server(415): Started @249672ms 2024-11-17T03:21:13,477 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T03:21:14,536 WARN [Thread-2914 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/cluster_511e5bdc-79a4-5414-70e2-9e6bbcd04d58/data/data1/current/BP-1451804947-172.17.0.3-1731813671841/current, will proceed with Du for space computation calculation, 2024-11-17T03:21:14,536 WARN [Thread-2915 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/cluster_511e5bdc-79a4-5414-70e2-9e6bbcd04d58/data/data2/current/BP-1451804947-172.17.0.3-1731813671841/current, will proceed with Du for space computation calculation, 2024-11-17T03:21:14,554 WARN [Thread-2902 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T03:21:14,557 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ea9fa99ab8479b6 with lease ID 0x8189a4f9722a375f: Processing first storage report for DS-a7d12420-8ff3-41f3-8d5c-318600464cde from datanode DatanodeRegistration(127.0.0.1:46777, datanodeUuid=1e4f7149-39a7-42c5-83e3-ff1feac9418d, infoPort=35151, infoSecurePort=0, ipcPort=32983, storageInfo=lv=-57;cid=testClusterID;nsid=1467975436;c=1731813671841) 2024-11-17T03:21:14,557 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ea9fa99ab8479b6 with lease ID 0x8189a4f9722a375f: from storage DS-a7d12420-8ff3-41f3-8d5c-318600464cde node DatanodeRegistration(127.0.0.1:46777, datanodeUuid=1e4f7149-39a7-42c5-83e3-ff1feac9418d, infoPort=35151, infoSecurePort=0, ipcPort=32983, storageInfo=lv=-57;cid=testClusterID;nsid=1467975436;c=1731813671841), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:21:14,557 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5ea9fa99ab8479b6 with lease ID 0x8189a4f9722a375f: Processing first storage report for DS-db98be93-a1e2-4d60-9d19-bf00e66ebf2e from datanode DatanodeRegistration(127.0.0.1:46777, datanodeUuid=1e4f7149-39a7-42c5-83e3-ff1feac9418d, infoPort=35151, infoSecurePort=0, ipcPort=32983, storageInfo=lv=-57;cid=testClusterID;nsid=1467975436;c=1731813671841) 2024-11-17T03:21:14,557 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5ea9fa99ab8479b6 with lease ID 0x8189a4f9722a375f: from storage DS-db98be93-a1e2-4d60-9d19-bf00e66ebf2e node DatanodeRegistration(127.0.0.1:46777, datanodeUuid=1e4f7149-39a7-42c5-83e3-ff1feac9418d, infoPort=35151, infoSecurePort=0, ipcPort=32983, storageInfo=lv=-57;cid=testClusterID;nsid=1467975436;c=1731813671841), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:21:14,610 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2 2024-11-17T03:21:14,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:14,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:14,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741825_1001 (size=7) 2024-11-17T03:21:14,618 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411 with version=8 2024-11-17T03:21:14,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/hbase-staging 2024-11-17T03:21:14,620 INFO [Time-limited test {}] client.ConnectionUtils(128): master/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:21:14,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:14,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:14,620 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:21:14,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:14,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:21:14,620 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T03:21:14,620 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:21:14,621 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46173 2024-11-17T03:21:14,622 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46173 connecting to ZooKeeper ensemble=127.0.0.1:51760 2024-11-17T03:21:14,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461730x0, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:21:14,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46173-0x10146cf4f290006 connected 2024-11-17T03:21:15,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:15,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:15,150 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Set watcher on znode that does not yet exist, /2698709627/running 2024-11-17T03:21:15,150 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411, hbase.cluster.distributed=false 2024-11-17T03:21:15,151 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Set watcher on znode that does not yet exist, /2698709627/acl 2024-11-17T03:21:15,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46173 2024-11-17T03:21:15,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46173 2024-11-17T03:21:15,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46173 2024-11-17T03:21:15,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46173 2024-11-17T03:21:15,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46173 2024-11-17T03:21:15,170 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:21:15,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:15,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:15,170 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:21:15,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:15,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:21:15,170 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T03:21:15,170 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:21:15,171 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40117 2024-11-17T03:21:15,171 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40117 connecting to ZooKeeper ensemble=127.0.0.1:51760 2024-11-17T03:21:15,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:15,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:15,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401170x0, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:21:15,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:401170x0, quorum=127.0.0.1:51760, baseZNode=/2698709627 Set watcher on znode that does not yet exist, /2698709627/running 2024-11-17T03:21:15,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40117-0x10146cf4f290007 connected 2024-11-17T03:21:15,231 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T03:21:15,232 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T03:21:15,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40117-0x10146cf4f290007, quorum=127.0.0.1:51760, baseZNode=/2698709627 Set watcher on znode that does not yet exist, /2698709627/master 2024-11-17T03:21:15,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40117-0x10146cf4f290007, quorum=127.0.0.1:51760, baseZNode=/2698709627 Set watcher on znode that does not yet exist, /2698709627/acl 2024-11-17T03:21:15,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40117 2024-11-17T03:21:15,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40117 2024-11-17T03:21:15,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40117 2024-11-17T03:21:15,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40117 2024-11-17T03:21:15,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40117 2024-11-17T03:21:15,255 DEBUG [M:0;695c90f4bb18:46173 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;695c90f4bb18:46173 2024-11-17T03:21:15,255 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2698709627/backup-masters/695c90f4bb18,46173,1731813674620 2024-11-17T03:21:15,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698709627/backup-masters 2024-11-17T03:21:15,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x10146cf4f290007, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698709627/backup-masters 2024-11-17T03:21:15,320 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Set watcher on existing znode=/2698709627/backup-masters/695c90f4bb18,46173,1731813674620 2024-11-17T03:21:15,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x10146cf4f290007, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2698709627/master 2024-11-17T03:21:15,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698709627 2024-11-17T03:21:15,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x10146cf4f290007, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698709627 2024-11-17T03:21:15,411 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Set watcher on existing znode=/2698709627/master 2024-11-17T03:21:15,411 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2698709627/backup-masters/695c90f4bb18,46173,1731813674620 from backup master directory 2024-11-17T03:21:15,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2698709627/backup-masters/695c90f4bb18,46173,1731813674620 2024-11-17T03:21:15,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x10146cf4f290007, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698709627/backup-masters 2024-11-17T03:21:15,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698709627/backup-masters 2024-11-17T03:21:15,463 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:21:15,464 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=695c90f4bb18,46173,1731813674620 2024-11-17T03:21:15,466 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/hbase.id] with ID: 16d3c688-32cb-4daf-90ae-943f2e197014 2024-11-17T03:21:15,466 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/.tmp/hbase.id 2024-11-17T03:21:15,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741826_1002 (size=42) 2024-11-17T03:21:15,870 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/.tmp/hbase.id]:[hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/hbase.id] 2024-11-17T03:21:15,873 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:21:15,874 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:21:15,874 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48488 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:21:15,882 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:15,882 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T03:21:15,883 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T03:21:15,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698709627 2024-11-17T03:21:15,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x10146cf4f290007, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698709627 2024-11-17T03:21:15,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741827_1003 (size=196) 2024-11-17T03:21:16,311 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:21:16,312 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T03:21:16,312 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:21:16,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741828_1004 (size=1189) 2024-11-17T03:21:16,721 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:21:16,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:16,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:16,725 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/MasterData/data/master/store 2024-11-17T03:21:16,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741829_1005 (size=34) 2024-11-17T03:21:16,750 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:16,750 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:21:16,750 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:16,750 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:16,750 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:21:16,750 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:16,750 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:16,750 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813676750Disabling compacts and flushes for region at 1731813676750Disabling writes for close at 1731813676750Writing region close event to WAL at 1731813676750Closed at 1731813676750 2024-11-17T03:21:16,751 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/MasterData/data/master/store/.initializing 2024-11-17T03:21:16,751 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/MasterData/WALs/695c90f4bb18,46173,1731813674620 2024-11-17T03:21:16,752 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:21:16,753 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=695c90f4bb18%2C46173%2C1731813674620, suffix=, logDir=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/MasterData/WALs/695c90f4bb18,46173,1731813674620, archiveDir=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/MasterData/oldWALs, maxLogs=10 2024-11-17T03:21:16,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:16,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:16,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:16,768 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/MasterData/WALs/695c90f4bb18,46173,1731813674620/695c90f4bb18%2C46173%2C1731813674620.1731813676753, exclude list is [], retry=0 2024-11-17T03:21:16,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:16,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:16,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:16,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46777,DS-a7d12420-8ff3-41f3-8d5c-318600464cde,DISK] 2024-11-17T03:21:16,778 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/MasterData/WALs/695c90f4bb18,46173,1731813674620/695c90f4bb18%2C46173%2C1731813674620.1731813676753 2024-11-17T03:21:16,779 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35151:35151)] 2024-11-17T03:21:16,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:16,779 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:21:16,779 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:16,779 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:16,779 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:16,780 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:16,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T03:21:16,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:16,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:16,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:16,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T03:21:16,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:16,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:16,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:16,783 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:16,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T03:21:16,784 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:16,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:16,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:16,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:16,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T03:21:16,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:16,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:16,785 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:16,785 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:16,786 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:16,786 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:16,786 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:16,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:16,787 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:21:16,787 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:16,789 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:21:16,789 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71107922, jitterRate=0.05959060788154602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:21:16,789 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731813676779Initializing all the Stores at 1731813676780 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813676780Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813676780Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813676780Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813676780Cleaning up temporary data from old regions at 1731813676786 (+6 ms)Region opened successfully at 1731813676789 (+3 ms) 2024-11-17T03:21:16,790 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T03:21:16,792 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db9499c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:21:16,793 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T03:21:16,793 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T03:21:16,793 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T03:21:16,793 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T03:21:16,793 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T03:21:16,793 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T03:21:16,794 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T03:21:16,805 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T03:21:16,806 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Unable to get data of znode /2698709627/balancer because node does not exist (not necessarily an error) 2024-11-17T03:21:16,828 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2698709627/balancer already deleted, retry=false 2024-11-17T03:21:16,829 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T03:21:16,830 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Unable to get data of znode /2698709627/normalizer because node does not exist (not necessarily an error) 2024-11-17T03:21:16,840 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2698709627/normalizer already deleted, retry=false 2024-11-17T03:21:16,840 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T03:21:16,845 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Unable to get data of znode /2698709627/switch/split because node does not exist (not necessarily an error) 2024-11-17T03:21:16,849 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2698709627/switch/split already deleted, retry=false 2024-11-17T03:21:16,850 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Unable to get data of znode /2698709627/switch/merge because node does not exist (not necessarily an error) 2024-11-17T03:21:16,860 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2698709627/switch/merge already deleted, retry=false 2024-11-17T03:21:16,862 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Unable to get data of znode /2698709627/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T03:21:16,870 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2698709627/snapshot-cleanup already deleted, retry=false 2024-11-17T03:21:16,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2698709627/running 2024-11-17T03:21:16,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x10146cf4f290007, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2698709627/running 2024-11-17T03:21:16,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698709627 2024-11-17T03:21:16,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x10146cf4f290007, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698709627 2024-11-17T03:21:16,882 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=695c90f4bb18,46173,1731813674620, sessionid=0x10146cf4f290006, setting cluster-up flag (Was=false) 2024-11-17T03:21:16,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x10146cf4f290007, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698709627 2024-11-17T03:21:16,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698709627 2024-11-17T03:21:16,934 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2698709627/flush-table-proc/acquired, /2698709627/flush-table-proc/reached, /2698709627/flush-table-proc/abort 2024-11-17T03:21:16,935 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,46173,1731813674620 2024-11-17T03:21:16,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698709627 2024-11-17T03:21:16,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x10146cf4f290007, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698709627 2024-11-17T03:21:16,986 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2698709627/online-snapshot/acquired, /2698709627/online-snapshot/reached, /2698709627/online-snapshot/abort 2024-11-17T03:21:16,987 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,46173,1731813674620 2024-11-17T03:21:16,988 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T03:21:16,989 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T03:21:16,989 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T03:21:16,989 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T03:21:16,990 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 695c90f4bb18,46173,1731813674620 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T03:21:16,991 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:21:16,991 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:21:16,991 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:21:16,991 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:21:16,991 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/695c90f4bb18:0, corePoolSize=10, maxPoolSize=10 2024-11-17T03:21:16,991 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:16,991 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:21:16,991 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:16,992 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731813706992 2024-11-17T03:21:16,992 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T03:21:16,992 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T03:21:16,992 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T03:21:16,992 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T03:21:16,992 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:21:16,992 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T03:21:16,992 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T03:21:16,992 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T03:21:16,992 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:16,993 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T03:21:16,993 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T03:21:16,993 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T03:21:16,993 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T03:21:16,993 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:16,993 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T03:21:16,996 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T03:21:16,996 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T03:21:16,999 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813676996,5,FailOnTimeoutGroup] 2024-11-17T03:21:16,999 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813676999,5,FailOnTimeoutGroup] 2024-11-17T03:21:16,999 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:16,999 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T03:21:17,000 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:17,000 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:17,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741831_1007 (size=1321) 2024-11-17T03:21:17,045 INFO [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(746): ClusterId : 16d3c688-32cb-4daf-90ae-943f2e197014 2024-11-17T03:21:17,045 DEBUG [RS:0;695c90f4bb18:40117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T03:21:17,082 DEBUG [RS:0;695c90f4bb18:40117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T03:21:17,082 DEBUG [RS:0;695c90f4bb18:40117 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T03:21:17,171 DEBUG [RS:0;695c90f4bb18:40117 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T03:21:17,171 DEBUG [RS:0;695c90f4bb18:40117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@495bfc78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:21:17,183 DEBUG [RS:0;695c90f4bb18:40117 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;695c90f4bb18:40117 2024-11-17T03:21:17,183 INFO [RS:0;695c90f4bb18:40117 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T03:21:17,183 INFO [RS:0;695c90f4bb18:40117 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T03:21:17,183 DEBUG [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T03:21:17,184 INFO [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(2659): reportForDuty to master=695c90f4bb18,46173,1731813674620 with port=40117, startcode=1731813675170 2024-11-17T03:21:17,184 DEBUG [RS:0;695c90f4bb18:40117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T03:21:17,186 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T03:21:17,186 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46173 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 695c90f4bb18,40117,1731813675170 2024-11-17T03:21:17,186 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46173 {}] master.ServerManager(517): Registering regionserver=695c90f4bb18,40117,1731813675170 2024-11-17T03:21:17,187 DEBUG [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411 2024-11-17T03:21:17,187 DEBUG [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43213 2024-11-17T03:21:17,187 DEBUG [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T03:21:17,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698709627/rs 2024-11-17T03:21:17,236 DEBUG [RS:0;695c90f4bb18:40117 {}] zookeeper.ZKUtil(111): regionserver:40117-0x10146cf4f290007, quorum=127.0.0.1:51760, baseZNode=/2698709627 Set watcher on existing znode=/2698709627/rs/695c90f4bb18,40117,1731813675170 2024-11-17T03:21:17,236 WARN [RS:0;695c90f4bb18:40117 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:21:17,236 INFO [RS:0;695c90f4bb18:40117 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:21:17,237 DEBUG [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170 2024-11-17T03:21:17,237 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [695c90f4bb18,40117,1731813675170] 2024-11-17T03:21:17,239 INFO [RS:0;695c90f4bb18:40117 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T03:21:17,240 INFO [RS:0;695c90f4bb18:40117 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T03:21:17,240 INFO [RS:0;695c90f4bb18:40117 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T03:21:17,240 INFO [RS:0;695c90f4bb18:40117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:17,241 INFO [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T03:21:17,241 INFO [RS:0;695c90f4bb18:40117 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T03:21:17,241 INFO [RS:0;695c90f4bb18:40117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:17,241 DEBUG [RS:0;695c90f4bb18:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:17,241 DEBUG [RS:0;695c90f4bb18:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:17,241 DEBUG [RS:0;695c90f4bb18:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:17,241 DEBUG [RS:0;695c90f4bb18:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:17,241 DEBUG [RS:0;695c90f4bb18:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:17,241 DEBUG [RS:0;695c90f4bb18:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:21:17,241 DEBUG [RS:0;695c90f4bb18:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:17,241 DEBUG [RS:0;695c90f4bb18:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:17,241 DEBUG [RS:0;695c90f4bb18:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:17,241 DEBUG [RS:0;695c90f4bb18:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:17,241 DEBUG [RS:0;695c90f4bb18:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:17,241 DEBUG [RS:0;695c90f4bb18:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:17,242 DEBUG [RS:0;695c90f4bb18:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:21:17,242 DEBUG [RS:0;695c90f4bb18:40117 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:21:17,242 INFO [RS:0;695c90f4bb18:40117 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:17,242 INFO [RS:0;695c90f4bb18:40117 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:17,242 INFO [RS:0;695c90f4bb18:40117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:17,242 INFO [RS:0;695c90f4bb18:40117 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:17,242 INFO [RS:0;695c90f4bb18:40117 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:17,242 INFO [RS:0;695c90f4bb18:40117 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,40117,1731813675170-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:21:17,254 INFO [RS:0;695c90f4bb18:40117 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T03:21:17,254 INFO [RS:0;695c90f4bb18:40117 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,40117,1731813675170-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:17,254 INFO [RS:0;695c90f4bb18:40117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:17,254 INFO [RS:0;695c90f4bb18:40117 {}] regionserver.Replication(171): 695c90f4bb18,40117,1731813675170 started 2024-11-17T03:21:17,267 INFO [RS:0;695c90f4bb18:40117 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:17,267 INFO [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(1482): Serving as 695c90f4bb18,40117,1731813675170, RpcServer on 695c90f4bb18/172.17.0.3:40117, sessionid=0x10146cf4f290007 2024-11-17T03:21:17,267 DEBUG [RS:0;695c90f4bb18:40117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T03:21:17,267 DEBUG [RS:0;695c90f4bb18:40117 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 695c90f4bb18,40117,1731813675170 2024-11-17T03:21:17,267 DEBUG [RS:0;695c90f4bb18:40117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,40117,1731813675170' 2024-11-17T03:21:17,267 DEBUG [RS:0;695c90f4bb18:40117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2698709627/flush-table-proc/abort' 2024-11-17T03:21:17,268 DEBUG [RS:0;695c90f4bb18:40117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2698709627/flush-table-proc/acquired' 2024-11-17T03:21:17,268 DEBUG [RS:0;695c90f4bb18:40117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T03:21:17,268 DEBUG [RS:0;695c90f4bb18:40117 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T03:21:17,268 DEBUG [RS:0;695c90f4bb18:40117 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 695c90f4bb18,40117,1731813675170 2024-11-17T03:21:17,268 DEBUG [RS:0;695c90f4bb18:40117 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,40117,1731813675170' 2024-11-17T03:21:17,268 DEBUG [RS:0;695c90f4bb18:40117 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2698709627/online-snapshot/abort' 2024-11-17T03:21:17,268 DEBUG [RS:0;695c90f4bb18:40117 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2698709627/online-snapshot/acquired' 2024-11-17T03:21:17,269 DEBUG [RS:0;695c90f4bb18:40117 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T03:21:17,269 INFO [RS:0;695c90f4bb18:40117 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T03:21:17,269 INFO [RS:0;695c90f4bb18:40117 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T03:21:17,369 INFO [RS:0;695c90f4bb18:40117 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:21:17,370 INFO [RS:0;695c90f4bb18:40117 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C40117%2C1731813675170, suffix=, logDir=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170, archiveDir=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/oldWALs, maxLogs=10 2024-11-17T03:21:17,382 DEBUG [RS:0;695c90f4bb18:40117 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370, exclude list is [], retry=0 2024-11-17T03:21:17,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46777,DS-a7d12420-8ff3-41f3-8d5c-318600464cde,DISK] 2024-11-17T03:21:17,385 INFO [RS:0;695c90f4bb18:40117 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 2024-11-17T03:21:17,386 DEBUG [RS:0;695c90f4bb18:40117 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35151:35151)] 2024-11-17T03:21:17,406 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T03:21:17,406 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411 2024-11-17T03:21:17,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741833_1009 (size=32) 2024-11-17T03:21:17,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:17,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:21:17,813 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:21:17,813 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:17,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:17,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:21:17,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:21:17,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:17,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:17,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:21:17,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:21:17,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:17,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:17,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:21:17,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:21:17,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:17,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:17,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:21:17,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/meta/1588230740 2024-11-17T03:21:17,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/meta/1588230740 2024-11-17T03:21:17,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:21:17,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:21:17,818 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:21:17,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:21:17,820 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:21:17,820 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74016234, jitterRate=0.10292783379554749}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:21:17,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731813677811Initializing all the Stores at 1731813677812 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813677812Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813677812Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813677812Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813677812Cleaning up temporary data from old regions at 1731813677818 (+6 ms)Region opened successfully at 1731813677820 (+2 ms) 2024-11-17T03:21:17,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:21:17,820 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:21:17,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:21:17,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:21:17,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:21:17,821 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:21:17,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813677820Disabling compacts and flushes for region at 1731813677820Disabling writes for close at 1731813677820Writing region close event to WAL at 1731813677821 (+1 ms)Closed at 1731813677821 2024-11-17T03:21:17,821 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:21:17,821 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T03:21:17,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T03:21:17,822 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:21:17,823 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T03:21:17,973 DEBUG [695c90f4bb18:46173 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T03:21:17,974 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=695c90f4bb18,40117,1731813675170 2024-11-17T03:21:17,975 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,40117,1731813675170, state=OPENING 2024-11-17T03:21:18,144 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T03:21:18,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x10146cf4f290007, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698709627 2024-11-17T03:21:18,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698709627 2024-11-17T03:21:18,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2698709627/meta-region-server: CHANGED 2024-11-17T03:21:18,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2698709627/meta-region-server: CHANGED 2024-11-17T03:21:18,293 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:21:18,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,40117,1731813675170}] 2024-11-17T03:21:18,445 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:21:18,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T03:21:18,449 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T03:21:18,449 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:21:18,449 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T03:21:18,450 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C40117%2C1731813675170.meta, suffix=.meta, logDir=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170, archiveDir=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/oldWALs, maxLogs=10 2024-11-17T03:21:18,466 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.meta.1731813678450.meta, exclude list is [], retry=0 2024-11-17T03:21:18,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46777,DS-a7d12420-8ff3-41f3-8d5c-318600464cde,DISK] 2024-11-17T03:21:18,469 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.meta.1731813678450.meta 2024-11-17T03:21:18,469 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35151:35151)] 2024-11-17T03:21:18,469 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:21:18,469 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:21:18,470 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:21:18,470 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T03:21:18,470 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T03:21:18,470 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T03:21:18,470 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:18,470 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T03:21:18,470 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T03:21:18,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:21:18,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:21:18,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:18,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:18,472 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:21:18,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:21:18,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:18,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:18,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:21:18,473 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:21:18,473 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:18,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:18,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:21:18,474 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:21:18,474 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:18,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:18,474 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:21:18,475 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/meta/1588230740 2024-11-17T03:21:18,476 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/meta/1588230740 2024-11-17T03:21:18,476 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:21:18,476 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:21:18,477 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:21:18,478 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:21:18,479 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69582384, jitterRate=0.036858320236206055}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:21:18,479 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T03:21:18,479 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731813678470Writing region info on filesystem at 1731813678470Initializing all the Stores at 1731813678471 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813678471Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813678471Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813678471Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813678471Cleaning up temporary data from old regions at 1731813678476 (+5 ms)Running coprocessor post-open hooks at 1731813678479 (+3 ms)Region opened successfully at 1731813678479 2024-11-17T03:21:18,480 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731813678445 2024-11-17T03:21:18,481 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T03:21:18,481 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T03:21:18,482 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,40117,1731813675170 2024-11-17T03:21:18,483 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,40117,1731813675170, state=OPEN 2024-11-17T03:21:18,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x10146cf4f290007, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2698709627/meta-region-server 2024-11-17T03:21:18,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2698709627/meta-region-server 2024-11-17T03:21:18,618 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=695c90f4bb18,40117,1731813675170 2024-11-17T03:21:18,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2698709627/meta-region-server: CHANGED 2024-11-17T03:21:18,618 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2698709627/meta-region-server: CHANGED 2024-11-17T03:21:18,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T03:21:18,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,40117,1731813675170 in 325 msec 2024-11-17T03:21:18,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T03:21:18,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 798 msec 2024-11-17T03:21:18,622 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:21:18,622 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T03:21:18,624 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:21:18,624 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,40117,1731813675170, seqNum=-1] 2024-11-17T03:21:18,624 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:21:18,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:21:18,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6400 sec 2024-11-17T03:21:18,629 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731813678629, completionTime=-1 2024-11-17T03:21:18,629 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T03:21:18,629 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T03:21:18,631 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T03:21:18,631 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731813738631 2024-11-17T03:21:18,631 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731813798631 2024-11-17T03:21:18,631 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T03:21:18,631 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46173,1731813674620-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:18,631 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46173,1731813674620-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:18,631 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46173,1731813674620-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:18,632 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-695c90f4bb18:46173, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:18,632 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:18,632 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:18,633 DEBUG [master/695c90f4bb18:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T03:21:18,635 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.171sec 2024-11-17T03:21:18,635 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T03:21:18,635 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T03:21:18,636 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T03:21:18,636 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T03:21:18,636 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T03:21:18,636 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46173,1731813674620-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:21:18,636 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46173,1731813674620-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T03:21:18,637 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T03:21:18,638 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T03:21:18,638 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46173,1731813674620-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:18,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a7ab9c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:18,645 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46173,-1 for getting cluster id 2024-11-17T03:21:18,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:21:18,646 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16d3c688-32cb-4daf-90ae-943f2e197014' 2024-11-17T03:21:18,646 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:21:18,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16d3c688-32cb-4daf-90ae-943f2e197014" 2024-11-17T03:21:18,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab1c3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:18,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46173,-1] 2024-11-17T03:21:18,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:21:18,647 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:18,648 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:21:18,648 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3837287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:18,648 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:21:18,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,40117,1731813675170, seqNum=-1] 2024-11-17T03:21:18,649 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:21:18,650 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:21:18,651 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=695c90f4bb18,46173,1731813674620 2024-11-17T03:21:18,652 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51760 2024-11-17T03:21:18,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:21:18,812 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10146cf4f290008 connected 2024-11-17T03:21:18,946 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:21:18,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46257,1731813662300 2024-11-17T03:21:18,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cb6492b 2024-11-17T03:21:18,947 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:21:18,948 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:21:18,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46257 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:21:18,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46257 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T03:21:18,950 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:21:18,951 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:18,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46257 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T03:21:18,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:21:18,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:21:18,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741835_1011 (size=902) 2024-11-17T03:21:19,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:21:19,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:21:19,361 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e3e2102139db4bef3b37ded20d557fd3, NAME => 'test,,1731813678948.e3e2102139db4bef3b37ded20d557fd3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e 2024-11-17T03:21:19,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741836_1012 (size=39) 2024-11-17T03:21:19,382 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731813678948.e3e2102139db4bef3b37ded20d557fd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:19,382 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e3e2102139db4bef3b37ded20d557fd3, disabling compactions & flushes 2024-11-17T03:21:19,382 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731813678948.e3e2102139db4bef3b37ded20d557fd3. 2024-11-17T03:21:19,382 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813678948.e3e2102139db4bef3b37ded20d557fd3. 2024-11-17T03:21:19,382 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731813678948.e3e2102139db4bef3b37ded20d557fd3. after waiting 0 ms 2024-11-17T03:21:19,382 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731813678948.e3e2102139db4bef3b37ded20d557fd3. 2024-11-17T03:21:19,382 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731813678948.e3e2102139db4bef3b37ded20d557fd3. 2024-11-17T03:21:19,382 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e3e2102139db4bef3b37ded20d557fd3: Waiting for close lock at 1731813679382Disabling compacts and flushes for region at 1731813679382Disabling writes for close at 1731813679382Writing region close event to WAL at 1731813679382Closed at 1731813679382 2024-11-17T03:21:19,383 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:21:19,384 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731813678948.e3e2102139db4bef3b37ded20d557fd3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731813679383"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813679383"}]},"ts":"1731813679383"} 2024-11-17T03:21:19,387 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:21:19,388 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:21:19,388 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813679388"}]},"ts":"1731813679388"} 2024-11-17T03:21:19,391 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T03:21:19,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e3e2102139db4bef3b37ded20d557fd3, ASSIGN}] 2024-11-17T03:21:19,392 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e3e2102139db4bef3b37ded20d557fd3, ASSIGN 2024-11-17T03:21:19,393 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e3e2102139db4bef3b37ded20d557fd3, ASSIGN; state=OFFLINE, location=695c90f4bb18,34521,1731813662606; forceNewPlan=false, retain=false 2024-11-17T03:21:19,544 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e3e2102139db4bef3b37ded20d557fd3, regionState=OPENING, regionLocation=695c90f4bb18,34521,1731813662606 2024-11-17T03:21:19,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e3e2102139db4bef3b37ded20d557fd3, ASSIGN because future has completed 2024-11-17T03:21:19,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3e2102139db4bef3b37ded20d557fd3, server=695c90f4bb18,34521,1731813662606}] 2024-11-17T03:21:19,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:21:19,735 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731813678948.e3e2102139db4bef3b37ded20d557fd3. 2024-11-17T03:21:19,735 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e3e2102139db4bef3b37ded20d557fd3, NAME => 'test,,1731813678948.e3e2102139db4bef3b37ded20d557fd3.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:21:19,736 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:21:19,736 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T03:21:19,736 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e3e2102139db4bef3b37ded20d557fd3 2024-11-17T03:21:19,736 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731813678948.e3e2102139db4bef3b37ded20d557fd3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:19,737 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e3e2102139db4bef3b37ded20d557fd3 2024-11-17T03:21:19,737 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e3e2102139db4bef3b37ded20d557fd3 2024-11-17T03:21:19,752 INFO [StoreOpener-e3e2102139db4bef3b37ded20d557fd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e3e2102139db4bef3b37ded20d557fd3 2024-11-17T03:21:19,754 INFO [StoreOpener-e3e2102139db4bef3b37ded20d557fd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3e2102139db4bef3b37ded20d557fd3 columnFamilyName f 2024-11-17T03:21:19,754 DEBUG [StoreOpener-e3e2102139db4bef3b37ded20d557fd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:19,756 INFO [StoreOpener-e3e2102139db4bef3b37ded20d557fd3-1 {}] regionserver.HStore(327): Store=e3e2102139db4bef3b37ded20d557fd3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:19,756 INFO [StoreOpener-e3e2102139db4bef3b37ded20d557fd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e3e2102139db4bef3b37ded20d557fd3 2024-11-17T03:21:19,758 INFO [StoreOpener-e3e2102139db4bef3b37ded20d557fd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3e2102139db4bef3b37ded20d557fd3 columnFamilyName f1 2024-11-17T03:21:19,758 DEBUG [StoreOpener-e3e2102139db4bef3b37ded20d557fd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:19,759 INFO [StoreOpener-e3e2102139db4bef3b37ded20d557fd3-1 {}] regionserver.HStore(327): Store=e3e2102139db4bef3b37ded20d557fd3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:19,759 INFO [StoreOpener-e3e2102139db4bef3b37ded20d557fd3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e3e2102139db4bef3b37ded20d557fd3 2024-11-17T03:21:19,761 INFO [StoreOpener-e3e2102139db4bef3b37ded20d557fd3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e3e2102139db4bef3b37ded20d557fd3 columnFamilyName norep 2024-11-17T03:21:19,761 DEBUG [StoreOpener-e3e2102139db4bef3b37ded20d557fd3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:19,761 INFO [StoreOpener-e3e2102139db4bef3b37ded20d557fd3-1 {}] regionserver.HStore(327): Store=e3e2102139db4bef3b37ded20d557fd3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:19,762 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e3e2102139db4bef3b37ded20d557fd3 2024-11-17T03:21:19,763 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/default/test/e3e2102139db4bef3b37ded20d557fd3 2024-11-17T03:21:19,764 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/default/test/e3e2102139db4bef3b37ded20d557fd3 2024-11-17T03:21:19,765 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e3e2102139db4bef3b37ded20d557fd3 2024-11-17T03:21:19,765 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e3e2102139db4bef3b37ded20d557fd3 2024-11-17T03:21:19,766 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:21:19,767 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e3e2102139db4bef3b37ded20d557fd3 2024-11-17T03:21:19,770 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/default/test/e3e2102139db4bef3b37ded20d557fd3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:21:19,771 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e3e2102139db4bef3b37ded20d557fd3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66376605, jitterRate=-0.010911509394645691}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:21:19,771 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e3e2102139db4bef3b37ded20d557fd3 2024-11-17T03:21:19,772 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e3e2102139db4bef3b37ded20d557fd3: Running coprocessor pre-open hook at 1731813679737Writing region info on filesystem at 1731813679737Initializing all the Stores at 1731813679739 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813679739Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813679752 (+13 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813679752Cleaning up temporary data from old regions at 1731813679765 (+13 ms)Running coprocessor post-open hooks at 1731813679771 (+6 ms)Region opened successfully at 1731813679772 (+1 ms) 2024-11-17T03:21:19,775 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731813678948.e3e2102139db4bef3b37ded20d557fd3., pid=6, masterSystemTime=1731813679699 2024-11-17T03:21:19,777 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731813678948.e3e2102139db4bef3b37ded20d557fd3. 2024-11-17T03:21:19,778 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731813678948.e3e2102139db4bef3b37ded20d557fd3. 2024-11-17T03:21:19,778 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e3e2102139db4bef3b37ded20d557fd3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=695c90f4bb18,34521,1731813662606 2024-11-17T03:21:19,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e3e2102139db4bef3b37ded20d557fd3, server=695c90f4bb18,34521,1731813662606 because future has completed 2024-11-17T03:21:19,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T03:21:19,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e3e2102139db4bef3b37ded20d557fd3, server=695c90f4bb18,34521,1731813662606 in 235 msec 2024-11-17T03:21:19,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T03:21:19,794 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e3e2102139db4bef3b37ded20d557fd3, ASSIGN in 401 msec 2024-11-17T03:21:19,795 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:21:19,796 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813679796"}]},"ts":"1731813679796"} 2024-11-17T03:21:19,802 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T03:21:19,804 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:21:19,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 855 msec 2024-11-17T03:21:20,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:21:20,084 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:21:20,084 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T03:21:20,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,37077,1731813667833 2024-11-17T03:21:20,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71c4e2e6 2024-11-17T03:21:20,086 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:21:20,087 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:21:20,088 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:21:20,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T03:21:20,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:21:20,091 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:20,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T03:21:20,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:21:20,093 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:21:20,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741835_1011 (size=902) 2024-11-17T03:21:20,121 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 813e3b6a1a9f634d5afee7f8af412a4c, NAME => 'test,,1731813680088.813e3b6a1a9f634d5afee7f8af412a4c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c 2024-11-17T03:21:20,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741836_1012 (size=39) 2024-11-17T03:21:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:21:20,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:21:20,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731813680088.813e3b6a1a9f634d5afee7f8af412a4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:20,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 813e3b6a1a9f634d5afee7f8af412a4c, disabling compactions & flushes 2024-11-17T03:21:20,537 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731813680088.813e3b6a1a9f634d5afee7f8af412a4c. 2024-11-17T03:21:20,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813680088.813e3b6a1a9f634d5afee7f8af412a4c. 2024-11-17T03:21:20,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731813680088.813e3b6a1a9f634d5afee7f8af412a4c. after waiting 0 ms 2024-11-17T03:21:20,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731813680088.813e3b6a1a9f634d5afee7f8af412a4c. 2024-11-17T03:21:20,537 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731813680088.813e3b6a1a9f634d5afee7f8af412a4c. 2024-11-17T03:21:20,537 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 813e3b6a1a9f634d5afee7f8af412a4c: Waiting for close lock at 1731813680537Disabling compacts and flushes for region at 1731813680537Disabling writes for close at 1731813680537Writing region close event to WAL at 1731813680537Closed at 1731813680537 2024-11-17T03:21:20,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:21:20,539 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731813680088.813e3b6a1a9f634d5afee7f8af412a4c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731813680539"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813680539"}]},"ts":"1731813680539"} 2024-11-17T03:21:20,541 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:21:20,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:21:20,543 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813680542"}]},"ts":"1731813680542"} 2024-11-17T03:21:20,545 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T03:21:20,545 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=813e3b6a1a9f634d5afee7f8af412a4c, ASSIGN}] 2024-11-17T03:21:20,547 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=813e3b6a1a9f634d5afee7f8af412a4c, ASSIGN 2024-11-17T03:21:20,548 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=813e3b6a1a9f634d5afee7f8af412a4c, ASSIGN; state=OFFLINE, location=695c90f4bb18,35543,1731813667973; forceNewPlan=false, retain=false 2024-11-17T03:21:20,699 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=813e3b6a1a9f634d5afee7f8af412a4c, regionState=OPENING, regionLocation=695c90f4bb18,35543,1731813667973 2024-11-17T03:21:20,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=813e3b6a1a9f634d5afee7f8af412a4c, ASSIGN because future has completed 2024-11-17T03:21:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:21:20,732 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 813e3b6a1a9f634d5afee7f8af412a4c, server=695c90f4bb18,35543,1731813667973}] 2024-11-17T03:21:20,923 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731813680088.813e3b6a1a9f634d5afee7f8af412a4c. 2024-11-17T03:21:20,923 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 813e3b6a1a9f634d5afee7f8af412a4c, NAME => 'test,,1731813680088.813e3b6a1a9f634d5afee7f8af412a4c.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:21:20,923 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:21:20,924 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T03:21:20,924 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 813e3b6a1a9f634d5afee7f8af412a4c 2024-11-17T03:21:20,924 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731813680088.813e3b6a1a9f634d5afee7f8af412a4c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:20,924 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 813e3b6a1a9f634d5afee7f8af412a4c 2024-11-17T03:21:20,924 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 813e3b6a1a9f634d5afee7f8af412a4c 2024-11-17T03:21:20,932 INFO [StoreOpener-813e3b6a1a9f634d5afee7f8af412a4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 813e3b6a1a9f634d5afee7f8af412a4c 2024-11-17T03:21:20,937 INFO [StoreOpener-813e3b6a1a9f634d5afee7f8af412a4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 813e3b6a1a9f634d5afee7f8af412a4c columnFamilyName f 2024-11-17T03:21:20,937 DEBUG [StoreOpener-813e3b6a1a9f634d5afee7f8af412a4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:20,937 INFO [StoreOpener-813e3b6a1a9f634d5afee7f8af412a4c-1 {}] regionserver.HStore(327): Store=813e3b6a1a9f634d5afee7f8af412a4c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:20,938 INFO [StoreOpener-813e3b6a1a9f634d5afee7f8af412a4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 813e3b6a1a9f634d5afee7f8af412a4c 2024-11-17T03:21:20,939 INFO [StoreOpener-813e3b6a1a9f634d5afee7f8af412a4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 813e3b6a1a9f634d5afee7f8af412a4c columnFamilyName f1 2024-11-17T03:21:20,939 DEBUG [StoreOpener-813e3b6a1a9f634d5afee7f8af412a4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:20,939 INFO [StoreOpener-813e3b6a1a9f634d5afee7f8af412a4c-1 {}] regionserver.HStore(327): Store=813e3b6a1a9f634d5afee7f8af412a4c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:20,939 INFO [StoreOpener-813e3b6a1a9f634d5afee7f8af412a4c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 813e3b6a1a9f634d5afee7f8af412a4c 2024-11-17T03:21:20,941 INFO [StoreOpener-813e3b6a1a9f634d5afee7f8af412a4c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 813e3b6a1a9f634d5afee7f8af412a4c columnFamilyName norep 2024-11-17T03:21:20,941 DEBUG [StoreOpener-813e3b6a1a9f634d5afee7f8af412a4c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:20,941 INFO [StoreOpener-813e3b6a1a9f634d5afee7f8af412a4c-1 {}] regionserver.HStore(327): Store=813e3b6a1a9f634d5afee7f8af412a4c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:20,941 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 813e3b6a1a9f634d5afee7f8af412a4c 2024-11-17T03:21:20,942 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/default/test/813e3b6a1a9f634d5afee7f8af412a4c 2024-11-17T03:21:20,942 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/default/test/813e3b6a1a9f634d5afee7f8af412a4c 2024-11-17T03:21:20,943 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 813e3b6a1a9f634d5afee7f8af412a4c 2024-11-17T03:21:20,943 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 813e3b6a1a9f634d5afee7f8af412a4c 2024-11-17T03:21:20,943 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:21:20,944 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 813e3b6a1a9f634d5afee7f8af412a4c 2024-11-17T03:21:20,947 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/default/test/813e3b6a1a9f634d5afee7f8af412a4c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:21:20,947 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 813e3b6a1a9f634d5afee7f8af412a4c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73917284, jitterRate=0.10145336389541626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:21:20,948 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 813e3b6a1a9f634d5afee7f8af412a4c 2024-11-17T03:21:20,948 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 813e3b6a1a9f634d5afee7f8af412a4c: Running coprocessor pre-open hook at 1731813680924Writing region info on filesystem at 1731813680924Initializing all the Stores at 1731813680925 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813680925Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813680931 (+6 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813680931Cleaning up temporary data from old regions at 1731813680943 (+12 ms)Running coprocessor post-open hooks at 1731813680948 (+5 ms)Region opened successfully at 1731813680948 2024-11-17T03:21:20,949 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731813680088.813e3b6a1a9f634d5afee7f8af412a4c., pid=6, masterSystemTime=1731813680896 2024-11-17T03:21:20,950 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731813680088.813e3b6a1a9f634d5afee7f8af412a4c. 2024-11-17T03:21:20,950 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731813680088.813e3b6a1a9f634d5afee7f8af412a4c. 2024-11-17T03:21:20,951 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=813e3b6a1a9f634d5afee7f8af412a4c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=695c90f4bb18,35543,1731813667973 2024-11-17T03:21:20,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 813e3b6a1a9f634d5afee7f8af412a4c, server=695c90f4bb18,35543,1731813667973 because future has completed 2024-11-17T03:21:20,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T03:21:20,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 813e3b6a1a9f634d5afee7f8af412a4c, server=695c90f4bb18,35543,1731813667973 in 223 msec 2024-11-17T03:21:20,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T03:21:20,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=813e3b6a1a9f634d5afee7f8af412a4c, ASSIGN in 412 msec 2024-11-17T03:21:20,959 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:21:20,960 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813680959"}]},"ts":"1731813680959"} 2024-11-17T03:21:20,962 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T03:21:20,963 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:21:20,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 875 msec 2024-11-17T03:21:21,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:21:21,234 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T03:21:21,234 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:21:21,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46173,1731813674620 2024-11-17T03:21:21,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ae095b0 2024-11-17T03:21:21,236 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:21:21,238 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:21:21,239 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:21:21,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T03:21:21,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:21:21,243 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:21,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T03:21:21,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:21:21,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:21:21,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741835_1011 (size=902) 2024-11-17T03:21:21,285 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 33f167bf2927ef3f3cfe9922b45ba277, NAME => 'test,,1731813681238.33f167bf2927ef3f3cfe9922b45ba277.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411 2024-11-17T03:21:21,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741836_1012 (size=39) 2024-11-17T03:21:21,293 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731813681238.33f167bf2927ef3f3cfe9922b45ba277.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:21,294 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 33f167bf2927ef3f3cfe9922b45ba277, disabling compactions & flushes 2024-11-17T03:21:21,294 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731813681238.33f167bf2927ef3f3cfe9922b45ba277. 2024-11-17T03:21:21,294 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813681238.33f167bf2927ef3f3cfe9922b45ba277. 2024-11-17T03:21:21,294 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731813681238.33f167bf2927ef3f3cfe9922b45ba277. after waiting 0 ms 2024-11-17T03:21:21,294 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731813681238.33f167bf2927ef3f3cfe9922b45ba277. 2024-11-17T03:21:21,294 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731813681238.33f167bf2927ef3f3cfe9922b45ba277. 2024-11-17T03:21:21,294 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 33f167bf2927ef3f3cfe9922b45ba277: Waiting for close lock at 1731813681294Disabling compacts and flushes for region at 1731813681294Disabling writes for close at 1731813681294Writing region close event to WAL at 1731813681294Closed at 1731813681294 2024-11-17T03:21:21,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:21:21,295 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731813681238.33f167bf2927ef3f3cfe9922b45ba277.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731813681295"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813681295"}]},"ts":"1731813681295"} 2024-11-17T03:21:21,297 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:21:21,299 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:21:21,299 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813681299"}]},"ts":"1731813681299"} 2024-11-17T03:21:21,302 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T03:21:21,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=33f167bf2927ef3f3cfe9922b45ba277, ASSIGN}] 2024-11-17T03:21:21,308 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=33f167bf2927ef3f3cfe9922b45ba277, ASSIGN 2024-11-17T03:21:21,308 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=33f167bf2927ef3f3cfe9922b45ba277, ASSIGN; state=OFFLINE, location=695c90f4bb18,40117,1731813675170; forceNewPlan=false, retain=false 2024-11-17T03:21:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:21:21,459 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=33f167bf2927ef3f3cfe9922b45ba277, regionState=OPENING, regionLocation=695c90f4bb18,40117,1731813675170 2024-11-17T03:21:21,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=33f167bf2927ef3f3cfe9922b45ba277, ASSIGN because future has completed 2024-11-17T03:21:21,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33f167bf2927ef3f3cfe9922b45ba277, server=695c90f4bb18,40117,1731813675170}] 2024-11-17T03:21:21,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T03:21:21,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T03:21:21,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T03:21:21,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T03:21:21,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:21:21,617 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731813681238.33f167bf2927ef3f3cfe9922b45ba277. 2024-11-17T03:21:21,617 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 33f167bf2927ef3f3cfe9922b45ba277, NAME => 'test,,1731813681238.33f167bf2927ef3f3cfe9922b45ba277.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:21:21,617 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:21:21,617 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T03:21:21,617 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 33f167bf2927ef3f3cfe9922b45ba277 2024-11-17T03:21:21,618 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731813681238.33f167bf2927ef3f3cfe9922b45ba277.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:21,618 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 33f167bf2927ef3f3cfe9922b45ba277 2024-11-17T03:21:21,618 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 33f167bf2927ef3f3cfe9922b45ba277 2024-11-17T03:21:21,618 INFO [StoreOpener-33f167bf2927ef3f3cfe9922b45ba277-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 33f167bf2927ef3f3cfe9922b45ba277 2024-11-17T03:21:21,619 INFO [StoreOpener-33f167bf2927ef3f3cfe9922b45ba277-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33f167bf2927ef3f3cfe9922b45ba277 columnFamilyName f 2024-11-17T03:21:21,619 DEBUG [StoreOpener-33f167bf2927ef3f3cfe9922b45ba277-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:21,620 INFO [StoreOpener-33f167bf2927ef3f3cfe9922b45ba277-1 {}] regionserver.HStore(327): Store=33f167bf2927ef3f3cfe9922b45ba277/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:21,620 INFO [StoreOpener-33f167bf2927ef3f3cfe9922b45ba277-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 33f167bf2927ef3f3cfe9922b45ba277 2024-11-17T03:21:21,620 INFO [StoreOpener-33f167bf2927ef3f3cfe9922b45ba277-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33f167bf2927ef3f3cfe9922b45ba277 columnFamilyName f1 2024-11-17T03:21:21,620 DEBUG [StoreOpener-33f167bf2927ef3f3cfe9922b45ba277-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:21,621 INFO [StoreOpener-33f167bf2927ef3f3cfe9922b45ba277-1 {}] regionserver.HStore(327): Store=33f167bf2927ef3f3cfe9922b45ba277/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:21,621 INFO [StoreOpener-33f167bf2927ef3f3cfe9922b45ba277-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 33f167bf2927ef3f3cfe9922b45ba277 2024-11-17T03:21:21,621 INFO [StoreOpener-33f167bf2927ef3f3cfe9922b45ba277-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33f167bf2927ef3f3cfe9922b45ba277 columnFamilyName norep 2024-11-17T03:21:21,621 DEBUG [StoreOpener-33f167bf2927ef3f3cfe9922b45ba277-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:21,622 INFO [StoreOpener-33f167bf2927ef3f3cfe9922b45ba277-1 {}] regionserver.HStore(327): Store=33f167bf2927ef3f3cfe9922b45ba277/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:21,622 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 33f167bf2927ef3f3cfe9922b45ba277 2024-11-17T03:21:21,622 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/default/test/33f167bf2927ef3f3cfe9922b45ba277 2024-11-17T03:21:21,622 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/default/test/33f167bf2927ef3f3cfe9922b45ba277 2024-11-17T03:21:21,623 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 33f167bf2927ef3f3cfe9922b45ba277 2024-11-17T03:21:21,623 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 33f167bf2927ef3f3cfe9922b45ba277 2024-11-17T03:21:21,623 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:21:21,624 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 33f167bf2927ef3f3cfe9922b45ba277 2024-11-17T03:21:21,625 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/default/test/33f167bf2927ef3f3cfe9922b45ba277/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:21:21,626 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 33f167bf2927ef3f3cfe9922b45ba277; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73803221, jitterRate=0.09975369274616241}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:21:21,626 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 33f167bf2927ef3f3cfe9922b45ba277 2024-11-17T03:21:21,626 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 33f167bf2927ef3f3cfe9922b45ba277: Running coprocessor pre-open hook at 1731813681618Writing region info on filesystem at 1731813681618Initializing all the Stores at 1731813681618Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813681618Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813681618Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813681618Cleaning up temporary data from old regions at 1731813681623 (+5 ms)Running coprocessor post-open hooks at 1731813681626 (+3 ms)Region opened successfully at 1731813681626 2024-11-17T03:21:21,627 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731813681238.33f167bf2927ef3f3cfe9922b45ba277., pid=6, masterSystemTime=1731813681613 2024-11-17T03:21:21,628 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731813681238.33f167bf2927ef3f3cfe9922b45ba277. 2024-11-17T03:21:21,629 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731813681238.33f167bf2927ef3f3cfe9922b45ba277. 2024-11-17T03:21:21,629 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=33f167bf2927ef3f3cfe9922b45ba277, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=695c90f4bb18,40117,1731813675170 2024-11-17T03:21:21,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 33f167bf2927ef3f3cfe9922b45ba277, server=695c90f4bb18,40117,1731813675170 because future has completed 2024-11-17T03:21:21,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T03:21:21,633 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 33f167bf2927ef3f3cfe9922b45ba277, server=695c90f4bb18,40117,1731813675170 in 170 msec 2024-11-17T03:21:21,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T03:21:21,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=33f167bf2927ef3f3cfe9922b45ba277, ASSIGN in 330 msec 2024-11-17T03:21:21,635 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:21:21,635 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813681635"}]},"ts":"1731813681635"} 2024-11-17T03:21:21,637 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T03:21:21,638 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:21:21,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 399 msec 2024-11-17T03:21:21,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:21:21,875 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T03:21:21,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b89ce27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:21,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46257,-1 for getting cluster id 2024-11-17T03:21:21,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:21:21,876 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4255c07-74b2-48c6-8ebb-228e0bc187b0' 2024-11-17T03:21:21,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:21:21,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4255c07-74b2-48c6-8ebb-228e0bc187b0" 2024-11-17T03:21:21,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d91dba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:21,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46257,-1] 2024-11-17T03:21:21,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:21:21,877 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:21,878 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:21:21,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57c873f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:21,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:21:21,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46257,1731813662300 2024-11-17T03:21:21,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2541907e 2024-11-17T03:21:21,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:21:21,880 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:21:21,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46257 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://695c90f4bb18:37077,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T03:21:21,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46257 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T03:21:21,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:21:21,883 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:37077' 2024-11-17T03:21:21,884 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160e6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:21,884 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,37077,-1 for getting cluster id 2024-11-17T03:21:21,884 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:21:21,885 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3981b1be-0fe4-4d02-b7a7-9876a17c5629' 2024-11-17T03:21:21,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:21:21,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3981b1be-0fe4-4d02-b7a7-9876a17c5629" 2024-11-17T03:21:21,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dae2c64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:21,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,37077,-1] 2024-11-17T03:21:21,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:21:21,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:21,886 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:21:21,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4622341d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:21,887 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:21:21,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,37077,1731813667833 2024-11-17T03:21:21,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56e110a4 2024-11-17T03:21:21,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:21:21,890 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:21:21,890 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T03:21:21,890 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T03:21:21,890 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:21,891 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:21,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:21:21,891 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:21:21,892 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T03:21:21,893 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:21:21,893 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:21,894 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:21:21,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741837_1013 (size=1138) 2024-11-17T03:21:21,942 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T03:21:21,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:21:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:21:22,329 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d62a202d09d54be1538cf94acde69431, NAME => 'hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e 2024-11-17T03:21:22,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741838_1014 (size=44) 2024-11-17T03:21:22,342 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:22,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d62a202d09d54be1538cf94acde69431, disabling compactions & flushes 2024-11-17T03:21:22,343 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431. 2024-11-17T03:21:22,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431. 2024-11-17T03:21:22,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431. after waiting 0 ms 2024-11-17T03:21:22,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431. 2024-11-17T03:21:22,343 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431. 2024-11-17T03:21:22,343 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d62a202d09d54be1538cf94acde69431: Waiting for close lock at 1731813682343Disabling compacts and flushes for region at 1731813682343Disabling writes for close at 1731813682343Writing region close event to WAL at 1731813682343Closed at 1731813682343 2024-11-17T03:21:22,345 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:21:22,346 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731813682345"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813682345"}]},"ts":"1731813682345"} 2024-11-17T03:21:22,348 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:21:22,349 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:21:22,349 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813682349"}]},"ts":"1731813682349"} 2024-11-17T03:21:22,351 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T03:21:22,351 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d62a202d09d54be1538cf94acde69431, ASSIGN}] 2024-11-17T03:21:22,353 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d62a202d09d54be1538cf94acde69431, ASSIGN 2024-11-17T03:21:22,353 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d62a202d09d54be1538cf94acde69431, ASSIGN; state=OFFLINE, location=695c90f4bb18,34521,1731813662606; forceNewPlan=false, retain=false 2024-11-17T03:21:22,504 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d62a202d09d54be1538cf94acde69431, regionState=OPENING, regionLocation=695c90f4bb18,34521,1731813662606 2024-11-17T03:21:22,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:21:22,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d62a202d09d54be1538cf94acde69431, ASSIGN because future has completed 2024-11-17T03:21:22,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d62a202d09d54be1538cf94acde69431, server=695c90f4bb18,34521,1731813662606}] 2024-11-17T03:21:22,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431. 2024-11-17T03:21:22,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:21:22,664 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T03:21:22,666 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C34521%2C1731813662606.rep, suffix=, logDir=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606, archiveDir=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/oldWALs, maxLogs=10 2024-11-17T03:21:22,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.rep.1731813682667, exclude list is [], retry=0 2024-11-17T03:21:22,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46869,DS-aab3b86e-2128-4649-8bbe-39aecad2f95c,DISK] 2024-11-17T03:21:22,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.rep.1731813682667 2024-11-17T03:21:22,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40605:40605)] 2024-11-17T03:21:22,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d62a202d09d54be1538cf94acde69431, NAME => 'hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:21:22,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:21:22,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:21:22,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431. service=MultiRowMutationService 2024-11-17T03:21:22,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T03:21:22,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d62a202d09d54be1538cf94acde69431 2024-11-17T03:21:22,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:22,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d62a202d09d54be1538cf94acde69431 2024-11-17T03:21:22,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d62a202d09d54be1538cf94acde69431 2024-11-17T03:21:22,700 INFO [StoreOpener-d62a202d09d54be1538cf94acde69431-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d62a202d09d54be1538cf94acde69431 2024-11-17T03:21:22,702 INFO [StoreOpener-d62a202d09d54be1538cf94acde69431-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d62a202d09d54be1538cf94acde69431 columnFamilyName hfileref 2024-11-17T03:21:22,702 DEBUG [StoreOpener-d62a202d09d54be1538cf94acde69431-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:22,702 INFO [StoreOpener-d62a202d09d54be1538cf94acde69431-1 {}] regionserver.HStore(327): Store=d62a202d09d54be1538cf94acde69431/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:22,702 INFO [StoreOpener-d62a202d09d54be1538cf94acde69431-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d62a202d09d54be1538cf94acde69431 2024-11-17T03:21:22,703 INFO [StoreOpener-d62a202d09d54be1538cf94acde69431-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d62a202d09d54be1538cf94acde69431 columnFamilyName queue 2024-11-17T03:21:22,704 DEBUG [StoreOpener-d62a202d09d54be1538cf94acde69431-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:22,704 INFO [StoreOpener-d62a202d09d54be1538cf94acde69431-1 {}] regionserver.HStore(327): Store=d62a202d09d54be1538cf94acde69431/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:22,704 INFO [StoreOpener-d62a202d09d54be1538cf94acde69431-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d62a202d09d54be1538cf94acde69431 2024-11-17T03:21:22,706 INFO [StoreOpener-d62a202d09d54be1538cf94acde69431-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d62a202d09d54be1538cf94acde69431 columnFamilyName sid 2024-11-17T03:21:22,706 DEBUG [StoreOpener-d62a202d09d54be1538cf94acde69431-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:22,706 INFO [StoreOpener-d62a202d09d54be1538cf94acde69431-1 {}] regionserver.HStore(327): Store=d62a202d09d54be1538cf94acde69431/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:22,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d62a202d09d54be1538cf94acde69431 2024-11-17T03:21:22,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/replication/d62a202d09d54be1538cf94acde69431 2024-11-17T03:21:22,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/replication/d62a202d09d54be1538cf94acde69431 2024-11-17T03:21:22,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d62a202d09d54be1538cf94acde69431 2024-11-17T03:21:22,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d62a202d09d54be1538cf94acde69431 2024-11-17T03:21:22,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:21:22,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d62a202d09d54be1538cf94acde69431 2024-11-17T03:21:22,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/replication/d62a202d09d54be1538cf94acde69431/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:21:22,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d62a202d09d54be1538cf94acde69431; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72517793, jitterRate=0.08059932291507721}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:21:22,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d62a202d09d54be1538cf94acde69431 2024-11-17T03:21:22,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d62a202d09d54be1538cf94acde69431: Running coprocessor pre-open hook at 1731813682698Writing region info on filesystem at 1731813682698Initializing all the Stores at 1731813682698Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813682698Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813682700 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813682700Cleaning up temporary data from old regions at 1731813682708 (+8 ms)Running coprocessor post-open hooks at 1731813682711 (+3 ms)Region opened successfully at 1731813682711 2024-11-17T03:21:22,712 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431., pid=10, masterSystemTime=1731813682659 2024-11-17T03:21:22,714 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431. 2024-11-17T03:21:22,714 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431. 2024-11-17T03:21:22,715 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d62a202d09d54be1538cf94acde69431, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,34521,1731813662606 2024-11-17T03:21:22,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d62a202d09d54be1538cf94acde69431, server=695c90f4bb18,34521,1731813662606 because future has completed 2024-11-17T03:21:22,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T03:21:22,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d62a202d09d54be1538cf94acde69431, server=695c90f4bb18,34521,1731813662606 in 210 msec 2024-11-17T03:21:22,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T03:21:22,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d62a202d09d54be1538cf94acde69431, ASSIGN in 369 msec 2024-11-17T03:21:22,722 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:21:22,723 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813682722"}]},"ts":"1731813682722"} 2024-11-17T03:21:22,725 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T03:21:22,725 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:21:22,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 835 msec 2024-11-17T03:21:22,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431., hostname=695c90f4bb18,34521,1731813662606, seqNum=2] 2024-11-17T03:21:22,821 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T03:21:22,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34521-0x10146cf4f290001, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933701034 2024-11-17T03:21:22,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933701034 2024-11-17T03:21:22,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T03:21:23,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:21:23,066 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T03:21:23,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34521 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T03:21:23,073 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T03:21:23,116 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-695c90f4bb18,34521,1731813662606, ReplicationSource: 1, currentBandwidth=0 2024-11-17T03:21:23,117 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:21:23,118 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,34521,1731813662606, seqNum=-1] 2024-11-17T03:21:23,118 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:21:23,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-17T03:21:23,121 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-695c90f4bb18,34521,1731813662606', locateType=CURRENT is [region=hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431., hostname=695c90f4bb18,34521,1731813662606, seqNum=2] 2024-11-17T03:21:23,128 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T03:21:23,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46257 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T03:21:23,132 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 695c90f4bb18,34521,1731813662606 suceeded 2024-11-17T03:21:23,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T03:21:23,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 218 msec 2024-11-17T03:21:23,134 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://695c90f4bb18:37077,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T03:21:23,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2540 sec 2024-11-17T03:21:23,152 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:37077' 2024-11-17T03:21:23,156 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67b36e05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:23,157 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,37077,-1 for getting cluster id 2024-11-17T03:21:23,157 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:21:23,157 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3981b1be-0fe4-4d02-b7a7-9876a17c5629' 2024-11-17T03:21:23,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:21:23,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3981b1be-0fe4-4d02-b7a7-9876a17c5629" 2024-11-17T03:21:23,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@500d2cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:23,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,37077,-1] 2024-11-17T03:21:23,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:21:23,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:23,159 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:21:23,159 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68506ccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:23,159 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:21:23,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,37077,1731813667833 2024-11-17T03:21:23,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a2082f2 2024-11-17T03:21:23,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:21:23,161 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-17T03:21:23,162 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-695c90f4bb18,34521,1731813662606 (queues=1) is replicating from cluster=b4255c07-74b2-48c6-8ebb-228e0bc187b0 to cluster=3981b1be-0fe4-4d02-b7a7-9876a17c5629 2024-11-17T03:21:23,162 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=695c90f4bb18%2C34521%2C1731813662606 2024-11-17T03:21:23,162 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-695c90f4bb18,34521,1731813662606, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T03:21:23,163 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916, startPosition=0, beingWritten=true 2024-11-17T03:21:23,175 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.shipper695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 695c90f4bb18%2C34521%2C1731813662606 2024-11-17T03:21:23,183 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:21:23,183 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 379, reset compression=false 2024-11-17T03:21:23,183 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.shipper695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,34521,1731813662606 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:21:23,392 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 379, reset compression=false 2024-11-17T03:21:23,695 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 379, reset compression=false 2024-11-17T03:21:23,972 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:21:23,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:23,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:24,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:21:24,025 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T03:21:24,026 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:21:24,026 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:21:24,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:24,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:24,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:21:24,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:24,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:24,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:24,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:24,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:24,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:24,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8e2e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:24,037 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,37077,-1 for getting cluster id 2024-11-17T03:21:24,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:21:24,038 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3981b1be-0fe4-4d02-b7a7-9876a17c5629' 2024-11-17T03:21:24,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:24,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:21:24,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3981b1be-0fe4-4d02-b7a7-9876a17c5629" 2024-11-17T03:21:24,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e104685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:24,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,37077,-1] 2024-11-17T03:21:24,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:21:24,039 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:24,039 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:21:24,040 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ca77214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:24,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:21:24,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,37077,1731813667833 2024-11-17T03:21:24,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14ab81c 2024-11-17T03:21:24,041 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:21:24,042 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:21:24,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://695c90f4bb18:46173,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T03:21:24,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:24,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:24,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T03:21:24,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:21:24,045 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:46173' 2024-11-17T03:21:24,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:24,046 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee7abb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:24,047 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46173,-1 for getting cluster id 2024-11-17T03:21:24,047 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:21:24,047 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16d3c688-32cb-4daf-90ae-943f2e197014' 2024-11-17T03:21:24,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:21:24,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16d3c688-32cb-4daf-90ae-943f2e197014" 2024-11-17T03:21:24,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252a0df6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:24,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46173,-1] 2024-11-17T03:21:24,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:21:24,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:24,049 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:21:24,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da90ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:24,050 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:21:24,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46173,1731813674620 2024-11-17T03:21:24,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1457db57 2024-11-17T03:21:24,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:21:24,052 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:21:24,053 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-17T03:21:24,053 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T03:21:24,053 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:24,053 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:24,053 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:21:24,054 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:21:24,054 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T03:21:24,055 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:21:24,055 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:24,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:21:24,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741837_1013 (size=1138) 2024-11-17T03:21:24,074 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a470de6e7b10fe828d45758550ec5568, NAME => 'hbase:replication,,1731813684053.a470de6e7b10fe828d45758550ec5568.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c 2024-11-17T03:21:24,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741838_1014 (size=44) 2024-11-17T03:21:24,098 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 379, reset compression=false 2024-11-17T03:21:24,105 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T03:21:24,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:21:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:21:24,491 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813684053.a470de6e7b10fe828d45758550ec5568.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:24,491 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing a470de6e7b10fe828d45758550ec5568, disabling compactions & flushes 2024-11-17T03:21:24,491 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813684053.a470de6e7b10fe828d45758550ec5568. 2024-11-17T03:21:24,491 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813684053.a470de6e7b10fe828d45758550ec5568. 2024-11-17T03:21:24,491 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813684053.a470de6e7b10fe828d45758550ec5568. after waiting 0 ms 2024-11-17T03:21:24,491 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813684053.a470de6e7b10fe828d45758550ec5568. 2024-11-17T03:21:24,491 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731813684053.a470de6e7b10fe828d45758550ec5568. 2024-11-17T03:21:24,491 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for a470de6e7b10fe828d45758550ec5568: Waiting for close lock at 1731813684491Disabling compacts and flushes for region at 1731813684491Disabling writes for close at 1731813684491Writing region close event to WAL at 1731813684491Closed at 1731813684491 2024-11-17T03:21:24,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:21:24,493 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731813684053.a470de6e7b10fe828d45758550ec5568.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731813684493"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813684493"}]},"ts":"1731813684493"} 2024-11-17T03:21:24,501 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:21:24,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:21:24,503 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813684503"}]},"ts":"1731813684503"} 2024-11-17T03:21:24,506 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T03:21:24,506 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a470de6e7b10fe828d45758550ec5568, ASSIGN}] 2024-11-17T03:21:24,508 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a470de6e7b10fe828d45758550ec5568, ASSIGN 2024-11-17T03:21:24,509 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a470de6e7b10fe828d45758550ec5568, ASSIGN; state=OFFLINE, location=695c90f4bb18,35543,1731813667973; forceNewPlan=false, retain=false 2024-11-17T03:21:24,602 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 379, reset compression=false 2024-11-17T03:21:24,660 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a470de6e7b10fe828d45758550ec5568, regionState=OPENING, regionLocation=695c90f4bb18,35543,1731813667973 2024-11-17T03:21:24,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=a470de6e7b10fe828d45758550ec5568, ASSIGN because future has completed 2024-11-17T03:21:24,663 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a470de6e7b10fe828d45758550ec5568, server=695c90f4bb18,35543,1731813667973}] 2024-11-17T03:21:24,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:21:24,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731813684053.a470de6e7b10fe828d45758550ec5568. 2024-11-17T03:21:24,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:21:24,819 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T03:21:24,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C35543%2C1731813667973.rep, suffix=, logDir=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973, archiveDir=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/oldWALs, maxLogs=10 2024-11-17T03:21:24,834 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.rep.1731813684820, exclude list is [], retry=0 2024-11-17T03:21:24,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44823,DS-0436d406-9776-43af-ae4d-3bb00a40be88,DISK] 2024-11-17T03:21:24,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.rep.1731813684820 2024-11-17T03:21:24,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33363:33363)] 2024-11-17T03:21:24,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => a470de6e7b10fe828d45758550ec5568, NAME => 'hbase:replication,,1731813684053.a470de6e7b10fe828d45758550ec5568.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:21:24,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:21:24,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:21:24,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731813684053.a470de6e7b10fe828d45758550ec5568. service=MultiRowMutationService 2024-11-17T03:21:24,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T03:21:24,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication a470de6e7b10fe828d45758550ec5568 2024-11-17T03:21:24,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813684053.a470de6e7b10fe828d45758550ec5568.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:24,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for a470de6e7b10fe828d45758550ec5568 2024-11-17T03:21:24,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for a470de6e7b10fe828d45758550ec5568 2024-11-17T03:21:24,841 INFO [StoreOpener-a470de6e7b10fe828d45758550ec5568-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region a470de6e7b10fe828d45758550ec5568 2024-11-17T03:21:24,842 INFO [StoreOpener-a470de6e7b10fe828d45758550ec5568-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a470de6e7b10fe828d45758550ec5568 columnFamilyName hfileref 2024-11-17T03:21:24,842 DEBUG [StoreOpener-a470de6e7b10fe828d45758550ec5568-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:24,842 INFO [StoreOpener-a470de6e7b10fe828d45758550ec5568-1 {}] regionserver.HStore(327): Store=a470de6e7b10fe828d45758550ec5568/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:24,842 INFO [StoreOpener-a470de6e7b10fe828d45758550ec5568-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region a470de6e7b10fe828d45758550ec5568 2024-11-17T03:21:24,843 INFO [StoreOpener-a470de6e7b10fe828d45758550ec5568-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a470de6e7b10fe828d45758550ec5568 columnFamilyName queue 2024-11-17T03:21:24,843 DEBUG [StoreOpener-a470de6e7b10fe828d45758550ec5568-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:24,844 INFO [StoreOpener-a470de6e7b10fe828d45758550ec5568-1 {}] regionserver.HStore(327): Store=a470de6e7b10fe828d45758550ec5568/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:24,844 INFO [StoreOpener-a470de6e7b10fe828d45758550ec5568-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region a470de6e7b10fe828d45758550ec5568 2024-11-17T03:21:24,845 INFO [StoreOpener-a470de6e7b10fe828d45758550ec5568-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a470de6e7b10fe828d45758550ec5568 columnFamilyName sid 2024-11-17T03:21:24,845 DEBUG [StoreOpener-a470de6e7b10fe828d45758550ec5568-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:24,845 INFO [StoreOpener-a470de6e7b10fe828d45758550ec5568-1 {}] regionserver.HStore(327): Store=a470de6e7b10fe828d45758550ec5568/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:24,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for a470de6e7b10fe828d45758550ec5568 2024-11-17T03:21:24,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/replication/a470de6e7b10fe828d45758550ec5568 2024-11-17T03:21:24,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/replication/a470de6e7b10fe828d45758550ec5568 2024-11-17T03:21:24,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for a470de6e7b10fe828d45758550ec5568 2024-11-17T03:21:24,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for a470de6e7b10fe828d45758550ec5568 2024-11-17T03:21:24,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:21:24,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for a470de6e7b10fe828d45758550ec5568 2024-11-17T03:21:24,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/replication/a470de6e7b10fe828d45758550ec5568/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:21:24,858 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened a470de6e7b10fe828d45758550ec5568; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71526754, jitterRate=0.06583169102668762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:21:24,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a470de6e7b10fe828d45758550ec5568 2024-11-17T03:21:24,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for a470de6e7b10fe828d45758550ec5568: Running coprocessor pre-open hook at 1731813684839Writing region info on filesystem at 1731813684839Initializing all the Stores at 1731813684840 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813684840Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813684840Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813684840Cleaning up temporary data from old regions at 1731813684847 (+7 ms)Running coprocessor post-open hooks at 1731813684858 (+11 ms)Region opened successfully at 1731813684858 2024-11-17T03:21:24,859 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731813684053.a470de6e7b10fe828d45758550ec5568., pid=10, masterSystemTime=1731813684815 2024-11-17T03:21:24,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731813684053.a470de6e7b10fe828d45758550ec5568. 2024-11-17T03:21:24,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731813684053.a470de6e7b10fe828d45758550ec5568. 2024-11-17T03:21:24,861 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=a470de6e7b10fe828d45758550ec5568, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,35543,1731813667973 2024-11-17T03:21:24,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure a470de6e7b10fe828d45758550ec5568, server=695c90f4bb18,35543,1731813667973 because future has completed 2024-11-17T03:21:24,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T03:21:24,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure a470de6e7b10fe828d45758550ec5568, server=695c90f4bb18,35543,1731813667973 in 201 msec 2024-11-17T03:21:24,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T03:21:24,867 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=a470de6e7b10fe828d45758550ec5568, ASSIGN in 360 msec 2024-11-17T03:21:24,868 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:21:24,868 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813684868"}]},"ts":"1731813684868"} 2024-11-17T03:21:24,870 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T03:21:24,871 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:21:24,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 818 msec 2024-11-17T03:21:24,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731813684053.a470de6e7b10fe828d45758550ec5568., hostname=695c90f4bb18,35543,1731813667973, seqNum=2] 2024-11-17T03:21:25,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1498236595 2024-11-17T03:21:25,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10146cf4f290004, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1498236595 2024-11-17T03:21:25,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T03:21:25,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35543 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T03:21:25,182 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T03:21:25,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:21:25,212 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 379, reset compression=false 2024-11-17T03:21:25,218 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-695c90f4bb18,35543,1731813667973, ReplicationSource: 1, currentBandwidth=0 2024-11-17T03:21:25,218 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:21:25,218 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,35543,1731813667973, seqNum=-1] 2024-11-17T03:21:25,219 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:21:25,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-17T03:21:25,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-695c90f4bb18,35543,1731813667973', locateType=CURRENT is [region=hbase:replication,,1731813684053.a470de6e7b10fe828d45758550ec5568., hostname=695c90f4bb18,35543,1731813667973, seqNum=2] 2024-11-17T03:21:25,224 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T03:21:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T03:21:25,226 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 695c90f4bb18,35543,1731813667973 suceeded 2024-11-17T03:21:25,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T03:21:25,228 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-17T03:21:25,228 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://695c90f4bb18:46173,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T03:21:25,229 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1860 sec 2024-11-17T03:21:25,242 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:46173' 2024-11-17T03:21:25,243 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38021ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:25,243 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46173,-1 for getting cluster id 2024-11-17T03:21:25,244 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:21:25,244 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16d3c688-32cb-4daf-90ae-943f2e197014' 2024-11-17T03:21:25,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:21:25,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16d3c688-32cb-4daf-90ae-943f2e197014" 2024-11-17T03:21:25,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12ce0e13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:25,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46173,-1] 2024-11-17T03:21:25,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:21:25,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:25,246 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:21:25,246 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@380c042f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:25,246 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:21:25,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46173,1731813674620 2024-11-17T03:21:25,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57e745a2 2024-11-17T03:21:25,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:21:25,248 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-17T03:21:25,249 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-695c90f4bb18,35543,1731813667973 (queues=1) is replicating from cluster=3981b1be-0fe4-4d02-b7a7-9876a17c5629 to cluster=16d3c688-32cb-4daf-90ae-943f2e197014 2024-11-17T03:21:25,249 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=695c90f4bb18%2C35543%2C1731813667973 2024-11-17T03:21:25,249 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-695c90f4bb18,35543,1731813667973, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T03:21:25,249 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.shipper695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 695c90f4bb18%2C35543%2C1731813667973 2024-11-17T03:21:25,249 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410, startPosition=0, beingWritten=true 2024-11-17T03:21:25,253 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:21:25,253 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 379, reset compression=false 2024-11-17T03:21:25,253 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.shipper695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,35543,1731813667973 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:21:25,460 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 379, reset compression=false 2024-11-17T03:21:25,763 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 379, reset compression=false 2024-11-17T03:21:25,919 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 379, reset compression=false 2024-11-17T03:21:26,166 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 379, reset compression=false 2024-11-17T03:21:26,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37077 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:21:26,205 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T03:21:26,205 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:21:26,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:21:26,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:26,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:26,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:21:26,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c035bfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:26,207 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46173,-1 for getting cluster id 2024-11-17T03:21:26,207 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:21:26,208 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16d3c688-32cb-4daf-90ae-943f2e197014' 2024-11-17T03:21:26,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:21:26,208 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16d3c688-32cb-4daf-90ae-943f2e197014" 2024-11-17T03:21:26,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e9eaba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:26,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46173,-1] 2024-11-17T03:21:26,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:21:26,209 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:26,210 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:21:26,211 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217c30e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:26,211 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:21:26,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46173,1731813674620 2024-11-17T03:21:26,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1de93f69 2024-11-17T03:21:26,212 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:21:26,213 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:21:26,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://695c90f4bb18:46257,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T03:21:26,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T03:21:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:21:26,216 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:46257' 2024-11-17T03:21:26,217 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1861fe2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:26,217 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46257,-1 for getting cluster id 2024-11-17T03:21:26,217 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:21:26,218 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4255c07-74b2-48c6-8ebb-228e0bc187b0' 2024-11-17T03:21:26,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:21:26,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4255c07-74b2-48c6-8ebb-228e0bc187b0" 2024-11-17T03:21:26,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79904f31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:26,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46257,-1] 2024-11-17T03:21:26,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:21:26,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:26,219 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:21:26,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75c63e28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:26,220 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:21:26,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46257,1731813662300 2024-11-17T03:21:26,220 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f8421c 2024-11-17T03:21:26,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:21:26,221 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:21:26,222 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T03:21:26,222 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T03:21:26,222 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:26,222 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:26,222 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:21:26,223 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:21:26,224 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T03:21:26,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:21:26,225 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:26,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:21:26,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741837_1013 (size=1138) 2024-11-17T03:21:26,274 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T03:21:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:21:26,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:21:26,633 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0d78696110acfd881a5e132ea20e43cd, NAME => 'hbase:replication,,1731813686222.0d78696110acfd881a5e132ea20e43cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411 2024-11-17T03:21:26,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741838_1014 (size=44) 2024-11-17T03:21:26,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813686222.0d78696110acfd881a5e132ea20e43cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:26,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0d78696110acfd881a5e132ea20e43cd, disabling compactions & flushes 2024-11-17T03:21:26,650 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813686222.0d78696110acfd881a5e132ea20e43cd. 2024-11-17T03:21:26,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813686222.0d78696110acfd881a5e132ea20e43cd. 2024-11-17T03:21:26,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813686222.0d78696110acfd881a5e132ea20e43cd. after waiting 0 ms 2024-11-17T03:21:26,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813686222.0d78696110acfd881a5e132ea20e43cd. 2024-11-17T03:21:26,650 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731813686222.0d78696110acfd881a5e132ea20e43cd. 2024-11-17T03:21:26,650 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0d78696110acfd881a5e132ea20e43cd: Waiting for close lock at 1731813686650Disabling compacts and flushes for region at 1731813686650Disabling writes for close at 1731813686650Writing region close event to WAL at 1731813686650Closed at 1731813686650 2024-11-17T03:21:26,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:21:26,652 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731813686222.0d78696110acfd881a5e132ea20e43cd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731813686651"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813686651"}]},"ts":"1731813686651"} 2024-11-17T03:21:26,654 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:21:26,655 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:21:26,655 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813686655"}]},"ts":"1731813686655"} 2024-11-17T03:21:26,658 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T03:21:26,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d78696110acfd881a5e132ea20e43cd, ASSIGN}] 2024-11-17T03:21:26,659 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d78696110acfd881a5e132ea20e43cd, ASSIGN 2024-11-17T03:21:26,660 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d78696110acfd881a5e132ea20e43cd, ASSIGN; state=OFFLINE, location=695c90f4bb18,40117,1731813675170; forceNewPlan=false, retain=false 2024-11-17T03:21:26,669 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 379, reset compression=false 2024-11-17T03:21:26,722 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 379, reset compression=false 2024-11-17T03:21:26,811 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d78696110acfd881a5e132ea20e43cd, regionState=OPENING, regionLocation=695c90f4bb18,40117,1731813675170 2024-11-17T03:21:26,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0d78696110acfd881a5e132ea20e43cd, ASSIGN because future has completed 2024-11-17T03:21:26,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d78696110acfd881a5e132ea20e43cd, server=695c90f4bb18,40117,1731813675170}] 2024-11-17T03:21:26,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:21:26,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731813686222.0d78696110acfd881a5e132ea20e43cd. 2024-11-17T03:21:26,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:21:26,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T03:21:26,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C40117%2C1731813675170.rep, suffix=, logDir=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170, archiveDir=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/oldWALs, maxLogs=10 2024-11-17T03:21:26,992 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.rep.1731813686972, exclude list is [], retry=0 2024-11-17T03:21:26,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46777,DS-a7d12420-8ff3-41f3-8d5c-318600464cde,DISK] 2024-11-17T03:21:26,995 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.rep.1731813686972 2024-11-17T03:21:26,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35151:35151)] 2024-11-17T03:21:26,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0d78696110acfd881a5e132ea20e43cd, NAME => 'hbase:replication,,1731813686222.0d78696110acfd881a5e132ea20e43cd.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:21:26,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:21:26,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:21:26,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731813686222.0d78696110acfd881a5e132ea20e43cd. service=MultiRowMutationService 2024-11-17T03:21:26,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T03:21:26,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0d78696110acfd881a5e132ea20e43cd 2024-11-17T03:21:26,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813686222.0d78696110acfd881a5e132ea20e43cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:26,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0d78696110acfd881a5e132ea20e43cd 2024-11-17T03:21:26,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0d78696110acfd881a5e132ea20e43cd 2024-11-17T03:21:26,998 INFO [StoreOpener-0d78696110acfd881a5e132ea20e43cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0d78696110acfd881a5e132ea20e43cd 2024-11-17T03:21:26,999 INFO [StoreOpener-0d78696110acfd881a5e132ea20e43cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d78696110acfd881a5e132ea20e43cd columnFamilyName hfileref 2024-11-17T03:21:26,999 DEBUG [StoreOpener-0d78696110acfd881a5e132ea20e43cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:27,000 INFO [StoreOpener-0d78696110acfd881a5e132ea20e43cd-1 {}] regionserver.HStore(327): Store=0d78696110acfd881a5e132ea20e43cd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:27,000 INFO [StoreOpener-0d78696110acfd881a5e132ea20e43cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0d78696110acfd881a5e132ea20e43cd 2024-11-17T03:21:27,001 INFO [StoreOpener-0d78696110acfd881a5e132ea20e43cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d78696110acfd881a5e132ea20e43cd columnFamilyName queue 2024-11-17T03:21:27,001 DEBUG [StoreOpener-0d78696110acfd881a5e132ea20e43cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:27,001 INFO [StoreOpener-0d78696110acfd881a5e132ea20e43cd-1 {}] regionserver.HStore(327): Store=0d78696110acfd881a5e132ea20e43cd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:27,001 INFO [StoreOpener-0d78696110acfd881a5e132ea20e43cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0d78696110acfd881a5e132ea20e43cd 2024-11-17T03:21:27,002 INFO [StoreOpener-0d78696110acfd881a5e132ea20e43cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0d78696110acfd881a5e132ea20e43cd columnFamilyName sid 2024-11-17T03:21:27,002 DEBUG [StoreOpener-0d78696110acfd881a5e132ea20e43cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:27,003 INFO [StoreOpener-0d78696110acfd881a5e132ea20e43cd-1 {}] regionserver.HStore(327): Store=0d78696110acfd881a5e132ea20e43cd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:27,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0d78696110acfd881a5e132ea20e43cd 2024-11-17T03:21:27,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/replication/0d78696110acfd881a5e132ea20e43cd 2024-11-17T03:21:27,004 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/replication/0d78696110acfd881a5e132ea20e43cd 2024-11-17T03:21:27,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0d78696110acfd881a5e132ea20e43cd 2024-11-17T03:21:27,005 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0d78696110acfd881a5e132ea20e43cd 2024-11-17T03:21:27,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:21:27,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0d78696110acfd881a5e132ea20e43cd 2024-11-17T03:21:27,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/replication/0d78696110acfd881a5e132ea20e43cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:21:27,009 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0d78696110acfd881a5e132ea20e43cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70456283, jitterRate=0.04988043010234833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:21:27,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0d78696110acfd881a5e132ea20e43cd 2024-11-17T03:21:27,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0d78696110acfd881a5e132ea20e43cd: Running coprocessor pre-open hook at 1731813686997Writing region info on filesystem at 1731813686997Initializing all the Stores at 1731813686997Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813686998 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813686998Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813686998Cleaning up temporary data from old regions at 1731813687005 (+7 ms)Running coprocessor post-open hooks at 1731813687009 (+4 ms)Region opened successfully at 1731813687009 2024-11-17T03:21:27,010 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731813686222.0d78696110acfd881a5e132ea20e43cd., pid=10, masterSystemTime=1731813686966 2024-11-17T03:21:27,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731813686222.0d78696110acfd881a5e132ea20e43cd. 2024-11-17T03:21:27,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731813686222.0d78696110acfd881a5e132ea20e43cd. 2024-11-17T03:21:27,012 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0d78696110acfd881a5e132ea20e43cd, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,40117,1731813675170 2024-11-17T03:21:27,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0d78696110acfd881a5e132ea20e43cd, server=695c90f4bb18,40117,1731813675170 because future has completed 2024-11-17T03:21:27,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T03:21:27,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0d78696110acfd881a5e132ea20e43cd, server=695c90f4bb18,40117,1731813675170 in 202 msec 2024-11-17T03:21:27,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T03:21:27,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0d78696110acfd881a5e132ea20e43cd, ASSIGN in 363 msec 2024-11-17T03:21:27,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:21:27,024 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813687024"}]},"ts":"1731813687024"} 2024-11-17T03:21:27,026 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T03:21:27,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:21:27,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 804 msec 2024-11-17T03:21:27,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731813686222.0d78696110acfd881a5e132ea20e43cd., hostname=695c90f4bb18,40117,1731813675170, seqNum=2] 2024-11-17T03:21:27,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x10146cf4f290007, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698709627 2024-11-17T03:21:27,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698709627 2024-11-17T03:21:27,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T03:21:27,273 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 379, reset compression=false 2024-11-17T03:21:27,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40117 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T03:21:27,351 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T03:21:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:21:27,387 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-695c90f4bb18,40117,1731813675170, ReplicationSource: 1, currentBandwidth=0 2024-11-17T03:21:27,388 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:21:27,388 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,40117,1731813675170, seqNum=-1] 2024-11-17T03:21:27,388 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:21:27,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-17T03:21:27,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-695c90f4bb18,40117,1731813675170', locateType=CURRENT is [region=hbase:replication,,1731813686222.0d78696110acfd881a5e132ea20e43cd., hostname=695c90f4bb18,40117,1731813675170, seqNum=2] 2024-11-17T03:21:27,395 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T03:21:27,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T03:21:27,398 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 695c90f4bb18,40117,1731813675170 suceeded 2024-11-17T03:21:27,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T03:21:27,399 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-17T03:21:27,400 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://695c90f4bb18:46257,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T03:21:27,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1870 sec 2024-11-17T03:21:27,416 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:46257' 2024-11-17T03:21:27,424 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@758c4096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:27,424 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46257,-1 for getting cluster id 2024-11-17T03:21:27,425 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:21:27,425 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4255c07-74b2-48c6-8ebb-228e0bc187b0' 2024-11-17T03:21:27,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:21:27,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4255c07-74b2-48c6-8ebb-228e0bc187b0" 2024-11-17T03:21:27,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ac5f712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:27,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46257,-1] 2024-11-17T03:21:27,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:21:27,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:27,427 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:21:27,428 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b455e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:27,428 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:21:27,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46257,1731813662300 2024-11-17T03:21:27,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c55fbf9 2024-11-17T03:21:27,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:21:27,429 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-17T03:21:27,430 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-695c90f4bb18,40117,1731813675170 (queues=1) is replicating from cluster=16d3c688-32cb-4daf-90ae-943f2e197014 to cluster=b4255c07-74b2-48c6-8ebb-228e0bc187b0 2024-11-17T03:21:27,430 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=695c90f4bb18%2C40117%2C1731813675170 2024-11-17T03:21:27,430 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-695c90f4bb18,40117,1731813675170, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T03:21:27,431 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370, startPosition=0, beingWritten=true 2024-11-17T03:21:27,431 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.shipper695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 695c90f4bb18%2C40117%2C1731813675170 2024-11-17T03:21:27,435 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:21:27,435 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 379, reset compression=false 2024-11-17T03:21:27,435 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.shipper695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,40117,1731813675170 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:21:27,625 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 379, reset compression=false 2024-11-17T03:21:27,641 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 379, reset compression=false 2024-11-17T03:21:27,948 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 379, reset compression=false 2024-11-17T03:21:27,976 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 379, reset compression=false 2024-11-17T03:21:28,358 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 379, reset compression=false 2024-11-17T03:21:28,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:21:28,375 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T03:21:28,375 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:21:28,375 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:21:28,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:28,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:28,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:21:28,377 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@237f6687, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:28,377 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46257,-1 for getting cluster id 2024-11-17T03:21:28,377 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:21:28,378 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4255c07-74b2-48c6-8ebb-228e0bc187b0' 2024-11-17T03:21:28,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:21:28,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4255c07-74b2-48c6-8ebb-228e0bc187b0" 2024-11-17T03:21:28,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcc2f39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:28,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46257,-1] 2024-11-17T03:21:28,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:21:28,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:28,379 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:21:28,380 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@288a4f47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:28,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ff2e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:28,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,37077,-1 for getting cluster id 2024-11-17T03:21:28,382 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:21:28,383 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3981b1be-0fe4-4d02-b7a7-9876a17c5629' 2024-11-17T03:21:28,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:21:28,383 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3981b1be-0fe4-4d02-b7a7-9876a17c5629" 2024-11-17T03:21:28,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19acc418, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:28,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,37077,-1] 2024-11-17T03:21:28,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:21:28,384 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:28,385 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:21:28,386 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638b632c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:28,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@457d87b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:28,386 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46173,-1 for getting cluster id 2024-11-17T03:21:28,386 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:21:28,387 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16d3c688-32cb-4daf-90ae-943f2e197014' 2024-11-17T03:21:28,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:21:28,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16d3c688-32cb-4daf-90ae-943f2e197014" 2024-11-17T03:21:28,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dba6f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:28,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46173,-1] 2024-11-17T03:21:28,388 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:21:28,389 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:28,390 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:21:28,391 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114f8aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:28,392 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:21:28,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,34521,1731813662606, seqNum=-1] 2024-11-17T03:21:28,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:21:28,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:21:28,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731813678948.e3e2102139db4bef3b37ded20d557fd3., hostname=695c90f4bb18,34521,1731813662606, seqNum=2] 2024-11-17T03:21:28,403 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:21:28,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,40117,1731813675170, seqNum=-1] 2024-11-17T03:21:28,405 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:21:28,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:21:28,438 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731813681238.33f167bf2927ef3f3cfe9922b45ba277., hostname=695c90f4bb18,40117,1731813675170, seqNum=2] 2024-11-17T03:21:28,440 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-17T03:21:28,629 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 379, reset compression=false 2024-11-17T03:21:28,637 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:21:28,637 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 480, reset compression=false 2024-11-17T03:21:28,637 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.shipper695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,34521,1731813662606 got entry batch from reader: WALEntryBatch [walEntries=[{test/e3e2102139db4bef3b37ded20d557fd3/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-17T03:21:28,641 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.shipper695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:21:28,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-17T03:21:28,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:21:28,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2429cd49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:28,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,37077,-1 for getting cluster id 2024-11-17T03:21:28,645 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:21:28,645 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3981b1be-0fe4-4d02-b7a7-9876a17c5629' 2024-11-17T03:21:28,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:21:28,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3981b1be-0fe4-4d02-b7a7-9876a17c5629" 2024-11-17T03:21:28,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f3a6347, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:28,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,37077,-1] 2024-11-17T03:21:28,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:21:28,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:28,647 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:21:28,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2eafe11f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:28,649 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:21:28,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,35543,1731813667973, seqNum=-1] 2024-11-17T03:21:28,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:21:28,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-17T03:21:28,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731813680088.813e3b6a1a9f634d5afee7f8af412a4c., hostname=695c90f4bb18,35543,1731813667973, seqNum=2] 2024-11-17T03:21:28,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:21:28,788 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 379, reset compression=false 2024-11-17T03:21:28,796 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:21:28,796 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 504, reset compression=false 2024-11-17T03:21:28,796 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.shipper695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,35543,1731813667973 got entry batch from reader: WALEntryBatch [walEntries=[{test/813e3b6a1a9f634d5afee7f8af412a4c/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-17T03:21:28,799 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.shipper695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:21:28,800 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-17T03:21:28,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:21:28,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@250ab4c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:28,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46173,-1 for getting cluster id 2024-11-17T03:21:28,802 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:21:28,803 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16d3c688-32cb-4daf-90ae-943f2e197014' 2024-11-17T03:21:28,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:21:28,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16d3c688-32cb-4daf-90ae-943f2e197014" 2024-11-17T03:21:28,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68fcb5c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:28,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46173,-1] 2024-11-17T03:21:28,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:21:28,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:28,804 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:21:28,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35f97574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:28,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:21:28,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,40117,1731813675170, seqNum=-1] 2024-11-17T03:21:28,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:21:28,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-17T03:21:28,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731813681238.33f167bf2927ef3f3cfe9922b45ba277., hostname=695c90f4bb18,40117,1731813675170, seqNum=2] 2024-11-17T03:21:28,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:21:28,844 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 480, reset compression=false 2024-11-17T03:21:28,864 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 379, reset compression=false 2024-11-17T03:21:28,868 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:21:28,868 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 527, reset compression=false 2024-11-17T03:21:28,868 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.shipper695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,40117,1731813675170 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:21:29,011 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 504, reset compression=false 2024-11-17T03:21:29,074 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 527, reset compression=false 2024-11-17T03:21:29,147 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 480, reset compression=false 2024-11-17T03:21:29,315 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 504, reset compression=false 2024-11-17T03:21:29,377 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 527, reset compression=false 2024-11-17T03:21:29,442 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-17T03:21:29,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:21:29,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,35543,1731813667973, seqNum=-1] 2024-11-17T03:21:29,444 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:21:29,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:21:29,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731813680088.813e3b6a1a9f634d5afee7f8af412a4c., hostname=695c90f4bb18,35543,1731813667973, seqNum=2] 2024-11-17T03:21:29,449 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-17T03:21:29,551 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 480, reset compression=false 2024-11-17T03:21:29,718 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 504, reset compression=false 2024-11-17T03:21:29,723 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:21:29,723 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 608, reset compression=false 2024-11-17T03:21:29,723 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.shipper695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,35543,1731813667973 got entry batch from reader: WALEntryBatch [walEntries=[{test/813e3b6a1a9f634d5afee7f8af412a4c/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T03:21:29,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:21:29,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:21:29,789 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 527, reset compression=false 2024-11-17T03:21:29,794 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:21:29,794 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 654, reset compression=false 2024-11-17T03:21:29,794 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.shipper695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,40117,1731813675170 got entry batch from reader: WALEntryBatch [walEntries=[{test/33f167bf2927ef3f3cfe9922b45ba277/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370, lastWalPosition=654, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T03:21:29,796 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.shipper695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:21:29,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-17T03:21:29,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34521 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:21:29,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4669d705, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:29,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34521 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46257,-1 for getting cluster id 2024-11-17T03:21:29,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:21:29,799 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4255c07-74b2-48c6-8ebb-228e0bc187b0' 2024-11-17T03:21:29,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:21:29,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4255c07-74b2-48c6-8ebb-228e0bc187b0" 2024-11-17T03:21:29,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8696759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:29,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46257,-1] 2024-11-17T03:21:29,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:21:29,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:29,800 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:21:29,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e1f1373, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:29,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34521 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:21:29,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,34521,1731813662606, seqNum=-1] 2024-11-17T03:21:29,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:21:29,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-17T03:21:29,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731813678948.e3e2102139db4bef3b37ded20d557fd3., hostname=695c90f4bb18,34521,1731813662606, seqNum=2] 2024-11-17T03:21:29,806 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34521 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:21:29,926 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 608, reset compression=false 2024-11-17T03:21:29,998 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 654, reset compression=false 2024-11-17T03:21:30,054 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 480, reset compression=false 2024-11-17T03:21:30,059 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:21:30,060 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 630, reset compression=false 2024-11-17T03:21:30,060 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.shipper695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,34521,1731813662606 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916, lastWalPosition=630, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:21:30,230 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 608, reset compression=false 2024-11-17T03:21:30,263 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 630, reset compression=false 2024-11-17T03:21:30,301 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 654, reset compression=false 2024-11-17T03:21:30,342 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:21:30,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:30,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:30,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:30,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:30,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:30,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:30,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:30,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:30,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:30,389 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:30,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:30,391 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:30,451 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-17T03:21:30,454 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-17T03:21:30,566 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 630, reset compression=false 2024-11-17T03:21:30,633 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 608, reset compression=false 2024-11-17T03:21:30,704 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 654, reset compression=false 2024-11-17T03:21:30,708 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:21:30,708 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 758, reset compression=false 2024-11-17T03:21:30,708 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.shipper695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,40117,1731813675170 got entry batch from reader: WALEntryBatch [walEntries=[{test/33f167bf2927ef3f3cfe9922b45ba277/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T03:21:30,709 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34521 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:21:30,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34521 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:21:30,911 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 758, reset compression=false 2024-11-17T03:21:30,969 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 630, reset compression=false 2024-11-17T03:21:30,975 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:21:30,975 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 757, reset compression=false 2024-11-17T03:21:30,975 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.shipper695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,34521,1731813662606 got entry batch from reader: WALEntryBatch [walEntries=[{test/e3e2102139db4bef3b37ded20d557fd3/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T03:21:30,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:21:30,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:21:31,136 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 608, reset compression=false 2024-11-17T03:21:31,140 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:21:31,140 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 759, reset compression=false 2024-11-17T03:21:31,140 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.shipper695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,35543,1731813667973 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:21:31,178 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 757, reset compression=false 2024-11-17T03:21:31,214 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 758, reset compression=false 2024-11-17T03:21:31,343 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 759, reset compression=false 2024-11-17T03:21:31,456 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-17T03:21:31,458 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-17T03:21:31,481 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 757, reset compression=false 2024-11-17T03:21:31,484 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:21:31,484 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 913, reset compression=false 2024-11-17T03:21:31,484 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.shipper695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,34521,1731813662606 got entry batch from reader: WALEntryBatch [walEntries=[{test/e3e2102139db4bef3b37ded20d557fd3/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-17T03:21:31,485 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:21:31,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:21:31,617 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 758, reset compression=false 2024-11-17T03:21:31,645 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 759, reset compression=false 2024-11-17T03:21:31,649 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:21:31,649 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 907, reset compression=false 2024-11-17T03:21:31,649 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.shipper695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,35543,1731813667973 got entry batch from reader: WALEntryBatch [walEntries=[{test/813e3b6a1a9f634d5afee7f8af412a4c/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-17T03:21:31,650 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:21:31,652 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:21:31,687 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 913, reset compression=false 2024-11-17T03:21:31,852 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 907, reset compression=false 2024-11-17T03:21:31,882 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T03:21:31,990 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 913, reset compression=false 2024-11-17T03:21:32,120 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 758, reset compression=false 2024-11-17T03:21:32,123 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:21:32,123 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 929, reset compression=false 2024-11-17T03:21:32,123 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.shipper695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,40117,1731813675170 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:21:32,155 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 907, reset compression=false 2024-11-17T03:21:32,328 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 929, reset compression=false 2024-11-17T03:21:32,393 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 913, reset compression=false 2024-11-17T03:21:32,460 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-17T03:21:32,463 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-17T03:21:32,558 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 907, reset compression=false 2024-11-17T03:21:32,561 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:21:32,561 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 1066, reset compression=false 2024-11-17T03:21:32,561 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.shipper695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,35543,1731813667973 got entry batch from reader: WALEntryBatch [walEntries=[{test/813e3b6a1a9f634d5afee7f8af412a4c/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T03:21:32,562 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:21:32,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:21:32,631 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 929, reset compression=false 2024-11-17T03:21:32,634 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:21:32,634 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 1078, reset compression=false 2024-11-17T03:21:32,634 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.shipper695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,40117,1731813675170 got entry batch from reader: WALEntryBatch [walEntries=[{test/33f167bf2927ef3f3cfe9922b45ba277/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370, lastWalPosition=1078, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-17T03:21:32,635 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34521 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:21:32,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34521 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:21:32,764 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 1066, reset compression=false 2024-11-17T03:21:32,837 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 1078, reset compression=false 2024-11-17T03:21:32,896 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 913, reset compression=false 2024-11-17T03:21:32,900 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:21:32,900 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1085, reset compression=false 2024-11-17T03:21:32,900 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.shipper695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,34521,1731813662606 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916, lastWalPosition=1085, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:21:33,067 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 1066, reset compression=false 2024-11-17T03:21:33,103 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1085, reset compression=false 2024-11-17T03:21:33,141 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 1078, reset compression=false 2024-11-17T03:21:33,406 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1085, reset compression=false 2024-11-17T03:21:33,465 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-17T03:21:33,468 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-17T03:21:33,470 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 1066, reset compression=false 2024-11-17T03:21:33,544 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 1078, reset compression=false 2024-11-17T03:21:33,548 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:21:33,548 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 1237, reset compression=false 2024-11-17T03:21:33,548 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.shipper695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,40117,1731813675170 got entry batch from reader: WALEntryBatch [walEntries=[{test/33f167bf2927ef3f3cfe9922b45ba277/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T03:21:33,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34521 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:21:33,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34521 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:21:33,763 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 1237, reset compression=false 2024-11-17T03:21:33,809 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1085, reset compression=false 2024-11-17T03:21:33,813 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:21:33,813 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1234, reset compression=false 2024-11-17T03:21:33,813 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.shipper695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,34521,1731813662606 got entry batch from reader: WALEntryBatch [walEntries=[{test/e3e2102139db4bef3b37ded20d557fd3/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916, lastWalPosition=1234, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-17T03:21:33,814 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:21:33,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:21:33,973 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 1066, reset compression=false 2024-11-17T03:21:33,976 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:21:33,976 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 1239, reset compression=false 2024-11-17T03:21:33,976 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.shipper695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,35543,1731813667973 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:21:34,017 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1234, reset compression=false 2024-11-17T03:21:34,071 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 1237, reset compression=false 2024-11-17T03:21:34,180 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 1239, reset compression=false 2024-11-17T03:21:34,320 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1234, reset compression=false 2024-11-17T03:21:34,472 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-17T03:21:34,474 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 1237, reset compression=false 2024-11-17T03:21:34,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf508b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:34,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46173,-1 for getting cluster id 2024-11-17T03:21:34,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:21:34,481 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16d3c688-32cb-4daf-90ae-943f2e197014' 2024-11-17T03:21:34,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:21:34,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16d3c688-32cb-4daf-90ae-943f2e197014" 2024-11-17T03:21:34,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63fc6c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:34,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46173,-1] 2024-11-17T03:21:34,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:21:34,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:34,483 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 1239, reset compression=false 2024-11-17T03:21:34,485 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:21:34,486 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@715f7fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:34,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:21:34,488 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46173,1731813674620 2024-11-17T03:21:34,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c02d4a4 2024-11-17T03:21:34,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:21:34,490 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:21:34,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-17T03:21:34,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-17T03:21:34,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T03:21:34,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T03:21:34,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T03:21:34,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40117 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-17T03:21:34,676 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-17T03:21:34,677 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-17T03:21:34,677 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-695c90f4bb18,40117,1731813675170 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-17T03:21:34,677 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0. 2024-11-17T03:21:34,677 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:21:34,677 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:34,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:21:34,677 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:34,723 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1234, reset compression=false 2024-11-17T03:21:34,777 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T03:21:34,777 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.shipper695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-17T03:21:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T03:21:34,878 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.shipper695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 terminated 2024-11-17T03:21:34,894 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-695c90f4bb18,40117,1731813675170, ReplicationSource: 1, currentBandwidth=0 2024-11-17T03:21:34,894 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-17T03:21:34,895 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-17T03:21:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-17T03:21:34,897 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 695c90f4bb18,40117,1731813675170 suceeded 2024-11-17T03:21:34,897 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 1239, reset compression=false 2024-11-17T03:21:34,898 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-17T03:21:34,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 374 msec 2024-11-17T03:21:34,899 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-17T03:21:34,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 408 msec 2024-11-17T03:21:34,912 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:46257' 2024-11-17T03:21:34,920 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30a7fcc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:34,920 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46257,-1 for getting cluster id 2024-11-17T03:21:34,921 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:21:34,921 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b4255c07-74b2-48c6-8ebb-228e0bc187b0' 2024-11-17T03:21:34,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:21:34,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b4255c07-74b2-48c6-8ebb-228e0bc187b0" 2024-11-17T03:21:34,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c0e1cc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:34,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46257,-1] 2024-11-17T03:21:34,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:21:34,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:34,923 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:21:34,924 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@735fc8de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:34,924 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:21:34,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46257,1731813662300 2024-11-17T03:21:34,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22c06bbe 2024-11-17T03:21:34,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:21:34,926 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-17T03:21:34,927 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-695c90f4bb18,40117,1731813675170 (queues=1) is replicating from cluster=16d3c688-32cb-4daf-90ae-943f2e197014 to cluster=b4255c07-74b2-48c6-8ebb-228e0bc187b0 2024-11-17T03:21:34,927 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=695c90f4bb18%2C40117%2C1731813675170 2024-11-17T03:21:34,927 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-695c90f4bb18,40117,1731813675170, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T03:21:34,928 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.shipper695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 695c90f4bb18%2C40117%2C1731813675170 2024-11-17T03:21:35,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T03:21:35,125 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:21:35,125 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-17T03:21:35,125 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:21:35,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:35,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:35,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:21:35,129 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-17T03:21:35,226 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1234, reset compression=false 2024-11-17T03:21:35,231 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:21:35,231 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1338, reset compression=false 2024-11-17T03:21:35,231 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.shipper695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,34521,1731813662606 got entry batch from reader: WALEntryBatch [walEntries=[{test/e3e2102139db4bef3b37ded20d557fd3/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916, lastWalPosition=1338, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T03:21:35,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:21:35,234 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35543 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:21:35,419 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 1239, reset compression=false 2024-11-17T03:21:35,422 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:21:35,422 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 1367, reset compression=false 2024-11-17T03:21:35,423 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.shipper695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,35543,1731813667973 got entry batch from reader: WALEntryBatch [walEntries=[{test/813e3b6a1a9f634d5afee7f8af412a4c/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T03:21:35,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:21:35,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:21:35,434 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1338, reset compression=false 2024-11-17T03:21:35,626 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 1367, reset compression=false 2024-11-17T03:21:35,737 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1338, reset compression=false 2024-11-17T03:21:35,914 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:21:35,915 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:21:35,915 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68529 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:21:35,929 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 1367, reset compression=false 2024-11-17T03:21:36,131 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-17T03:21:36,134 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a059b7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:36,134 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46173,-1 for getting cluster id 2024-11-17T03:21:36,134 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:21:36,135 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '16d3c688-32cb-4daf-90ae-943f2e197014' 2024-11-17T03:21:36,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:21:36,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "16d3c688-32cb-4daf-90ae-943f2e197014" 2024-11-17T03:21:36,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5541255f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:36,135 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46173,-1] 2024-11-17T03:21:36,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:21:36,136 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:36,137 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:21:36,137 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1955ca2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:36,140 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1338, reset compression=false 2024-11-17T03:21:36,140 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:21:36,142 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46173,1731813674620 2024-11-17T03:21:36,143 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66a0b3ae 2024-11-17T03:21:36,144 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:21:36,145 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:21:36,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-17T03:21:36,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-17T03:21:36,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T03:21:36,165 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T03:21:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T03:21:36,317 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40117 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-17T03:21:36,317 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-17T03:21:36,317 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-17T03:21:36,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-17T03:21:36,319 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 695c90f4bb18,40117,1731813675170 suceeded 2024-11-17T03:21:36,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-17T03:21:36,321 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 154 msec 2024-11-17T03:21:36,321 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-17T03:21:36,322 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 175 msec 2024-11-17T03:21:36,329 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370, startPosition=1237, beingWritten=true 2024-11-17T03:21:36,332 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 1367, reset compression=false 2024-11-17T03:21:36,334 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:21:36,334 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 1388, reset compression=false 2024-11-17T03:21:36,334 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.shipper695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,40117,1731813675170 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370, lastWalPosition=1388, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:21:36,344 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:21:36,344 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 1471, reset compression=false 2024-11-17T03:21:36,344 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.shipper695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,35543,1731813667973 got entry batch from reader: WALEntryBatch [walEntries=[{test/813e3b6a1a9f634d5afee7f8af412a4c/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T03:21:36,345 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:21:36,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40117 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:21:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46173 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T03:21:36,465 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-17T03:21:36,465 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:21:36,465 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:21:36,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:36,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:36,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:21:36,467 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-17T03:21:36,542 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 1388, reset compression=false 2024-11-17T03:21:36,546 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:21:36,546 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 1515, reset compression=false 2024-11-17T03:21:36,546 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.shipper695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,40117,1731813675170 got entry batch from reader: WALEntryBatch [walEntries=[{test/33f167bf2927ef3f3cfe9922b45ba277/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370, lastWalPosition=1515, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-17T03:21:36,552 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 1471, reset compression=false 2024-11-17T03:21:36,555 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.shipper695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:21:36,556 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-17T03:21:36,557 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34521 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:21:36,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34521 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:21:36,645 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1338, reset compression=false 2024-11-17T03:21:36,649 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:21:36,649 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1488, reset compression=false 2024-11-17T03:21:36,650 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.shipper695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,34521,1731813662606 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:21:36,757 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 1515, reset compression=false 2024-11-17T03:21:36,855 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1488, reset compression=false 2024-11-17T03:21:36,857 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 1471, reset compression=false 2024-11-17T03:21:37,064 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 1515, reset compression=false 2024-11-17T03:21:37,162 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1488, reset compression=false 2024-11-17T03:21:37,261 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 1471, reset compression=false 2024-11-17T03:21:37,423 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T03:21:37,468 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 1515, reset compression=false 2024-11-17T03:21:37,469 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-17T03:21:37,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T03:21:37,470 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:21:37,470 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:21:37,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:37,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:37,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:21:37,470 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T03:21:37,470 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2023008912, stopped=false 2024-11-17T03:21:37,471 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=695c90f4bb18,46173,1731813674620 2024-11-17T03:21:37,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x10146cf4f290007, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2698709627/running 2024-11-17T03:21:37,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x10146cf4f290007, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698709627 2024-11-17T03:21:37,533 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:21:37,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2698709627/running 2024-11-17T03:21:37,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698709627 2024-11-17T03:21:37,533 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:21:37,533 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:21:37,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:37,533 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '695c90f4bb18,40117,1731813675170' ***** 2024-11-17T03:21:37,533 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T03:21:37,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40117-0x10146cf4f290007, quorum=127.0.0.1:51760, baseZNode=/2698709627 Set watcher on znode that does not yet exist, /2698709627/running 2024-11-17T03:21:37,534 INFO [RS:0;695c90f4bb18:40117 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T03:21:37,534 INFO [RS:0;695c90f4bb18:40117 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T03:21:37,534 INFO [RS:0;695c90f4bb18:40117 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T03:21:37,534 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Set watcher on znode that does not yet exist, /2698709627/running 2024-11-17T03:21:37,534 INFO [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(3091): Received CLOSE for 0d78696110acfd881a5e132ea20e43cd 2024-11-17T03:21:37,534 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T03:21:37,535 INFO [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(3091): Received CLOSE for 33f167bf2927ef3f3cfe9922b45ba277 2024-11-17T03:21:37,535 INFO [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(959): stopping server 695c90f4bb18,40117,1731813675170 2024-11-17T03:21:37,535 INFO [RS:0;695c90f4bb18:40117 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:21:37,535 INFO [RS:0;695c90f4bb18:40117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:40117. 2024-11-17T03:21:37,535 DEBUG [RS:0;695c90f4bb18:40117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:21:37,535 DEBUG [RS:0;695c90f4bb18:40117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:37,535 INFO [RS:0;695c90f4bb18:40117 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T03:21:37,535 INFO [RS:0;695c90f4bb18:40117 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T03:21:37,535 INFO [RS:0;695c90f4bb18:40117 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T03:21:37,535 INFO [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T03:21:37,536 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0d78696110acfd881a5e132ea20e43cd, disabling compactions & flushes 2024-11-17T03:21:37,536 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813686222.0d78696110acfd881a5e132ea20e43cd. 2024-11-17T03:21:37,536 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813686222.0d78696110acfd881a5e132ea20e43cd. 2024-11-17T03:21:37,536 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813686222.0d78696110acfd881a5e132ea20e43cd. after waiting 0 ms 2024-11-17T03:21:37,536 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813686222.0d78696110acfd881a5e132ea20e43cd. 2024-11-17T03:21:37,536 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0d78696110acfd881a5e132ea20e43cd 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-17T03:21:37,540 INFO [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T03:21:37,540 DEBUG [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(1325): Online Regions={0d78696110acfd881a5e132ea20e43cd=hbase:replication,,1731813686222.0d78696110acfd881a5e132ea20e43cd., 33f167bf2927ef3f3cfe9922b45ba277=test,,1731813681238.33f167bf2927ef3f3cfe9922b45ba277., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T03:21:37,540 DEBUG [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(1351): Waiting on 0d78696110acfd881a5e132ea20e43cd, 1588230740, 33f167bf2927ef3f3cfe9922b45ba277 2024-11-17T03:21:37,540 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:21:37,541 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:21:37,541 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:21:37,541 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:21:37,541 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:21:37,541 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T03:21:37,559 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/replication/0d78696110acfd881a5e132ea20e43cd/.tmp/queue/ba6924b7aaf14237b9971c3a57e19f9b is 154, key is 1-695c90f4bb18,40117,1731813675170/queue:695c90f4bb18%2C40117%2C1731813675170/1731813696561/Put/seqid=0 2024-11-17T03:21:37,564 INFO [regionserver/695c90f4bb18:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:21:37,564 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/meta/1588230740/.tmp/info/e666f143fa4d4d78a92b364f03f13fbb is 147, key is hbase:replication,,1731813686222.0d78696110acfd881a5e132ea20e43cd./info:regioninfo/1731813687012/Put/seqid=0 2024-11-17T03:21:37,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741840_1016 (size=5353) 2024-11-17T03:21:37,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741841_1017 (size=7686) 2024-11-17T03:21:37,569 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1488, reset compression=false 2024-11-17T03:21:37,740 DEBUG [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(1351): Waiting on 0d78696110acfd881a5e132ea20e43cd, 1588230740, 33f167bf2927ef3f3cfe9922b45ba277 2024-11-17T03:21:37,765 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 1471, reset compression=false 2024-11-17T03:21:37,941 DEBUG [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(1351): Waiting on 0d78696110acfd881a5e132ea20e43cd, 1588230740, 33f167bf2927ef3f3cfe9922b45ba277 2024-11-17T03:21:37,968 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/replication/0d78696110acfd881a5e132ea20e43cd/.tmp/queue/ba6924b7aaf14237b9971c3a57e19f9b 2024-11-17T03:21:37,969 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/meta/1588230740/.tmp/info/e666f143fa4d4d78a92b364f03f13fbb 2024-11-17T03:21:37,973 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/replication/0d78696110acfd881a5e132ea20e43cd/.tmp/queue/ba6924b7aaf14237b9971c3a57e19f9b as hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/replication/0d78696110acfd881a5e132ea20e43cd/queue/ba6924b7aaf14237b9971c3a57e19f9b 2024-11-17T03:21:37,976 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/replication/0d78696110acfd881a5e132ea20e43cd/queue/ba6924b7aaf14237b9971c3a57e19f9b, entries=1, sequenceid=14, filesize=5.2 K 2024-11-17T03:21:37,977 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0d78696110acfd881a5e132ea20e43cd in 440ms, sequenceid=14, compaction requested=false 2024-11-17T03:21:37,985 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 1515, reset compression=false 2024-11-17T03:21:37,990 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/meta/1588230740/.tmp/ns/b5e9104ae5d54ad4ad467e06a206bbcf is 43, key is default/ns:d/1731813678626/Put/seqid=0 2024-11-17T03:21:37,991 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/replication/0d78696110acfd881a5e132ea20e43cd/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-17T03:21:37,992 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:21:37,992 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:21:37,992 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731813686222.0d78696110acfd881a5e132ea20e43cd. 2024-11-17T03:21:37,992 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0d78696110acfd881a5e132ea20e43cd: Waiting for close lock at 1731813697535Running coprocessor pre-close hooks at 1731813697535Disabling compacts and flushes for region at 1731813697535Disabling writes for close at 1731813697536 (+1 ms)Obtaining lock to block concurrent updates at 1731813697536Preparing flush snapshotting stores in 0d78696110acfd881a5e132ea20e43cd at 1731813697536Finished memstore snapshotting hbase:replication,,1731813686222.0d78696110acfd881a5e132ea20e43cd., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731813697536Flushing stores of hbase:replication,,1731813686222.0d78696110acfd881a5e132ea20e43cd. at 1731813697537 (+1 ms)Flushing 0d78696110acfd881a5e132ea20e43cd/queue: creating writer at 1731813697537Flushing 0d78696110acfd881a5e132ea20e43cd/queue: appending metadata at 1731813697558 (+21 ms)Flushing 0d78696110acfd881a5e132ea20e43cd/queue: closing flushed file at 1731813697558Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@323c998b: reopening flushed file at 1731813697972 (+414 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 0d78696110acfd881a5e132ea20e43cd in 440ms, sequenceid=14, compaction requested=false at 1731813697977 (+5 ms)Writing region close event to WAL at 1731813697984 (+7 ms)Running coprocessor post-close hooks at 1731813697992 (+8 ms)Closed at 1731813697992 2024-11-17T03:21:37,992 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731813686222.0d78696110acfd881a5e132ea20e43cd. 2024-11-17T03:21:37,992 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 33f167bf2927ef3f3cfe9922b45ba277, disabling compactions & flushes 2024-11-17T03:21:37,992 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731813681238.33f167bf2927ef3f3cfe9922b45ba277. 2024-11-17T03:21:37,992 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813681238.33f167bf2927ef3f3cfe9922b45ba277. 2024-11-17T03:21:37,992 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731813681238.33f167bf2927ef3f3cfe9922b45ba277. after waiting 0 ms 2024-11-17T03:21:37,992 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731813681238.33f167bf2927ef3f3cfe9922b45ba277. 2024-11-17T03:21:37,993 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 33f167bf2927ef3f3cfe9922b45ba277 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-17T03:21:37,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741842_1018 (size=5153) 2024-11-17T03:21:38,009 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/default/test/33f167bf2927ef3f3cfe9922b45ba277/.tmp/f/8c25f8a2f0114822a5ec1b57e242c845 is 37, key is row3/f:row3/1731813695126/Put/seqid=0 2024-11-17T03:21:38,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741843_1019 (size=5228) 2024-11-17T03:21:38,073 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1488, reset compression=false 2024-11-17T03:21:38,141 DEBUG [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33f167bf2927ef3f3cfe9922b45ba277 2024-11-17T03:21:38,244 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T03:21:38,244 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T03:21:38,341 DEBUG [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33f167bf2927ef3f3cfe9922b45ba277 2024-11-17T03:21:38,369 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 1471, reset compression=false 2024-11-17T03:21:38,395 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/meta/1588230740/.tmp/ns/b5e9104ae5d54ad4ad467e06a206bbcf 2024-11-17T03:21:38,413 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/default/test/33f167bf2927ef3f3cfe9922b45ba277/.tmp/f/8c25f8a2f0114822a5ec1b57e242c845 2024-11-17T03:21:38,416 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/meta/1588230740/.tmp/rep_barrier/e8033f38bb3b4a66b632eece54409e62 is 112, key is test,,1731813681238.33f167bf2927ef3f3cfe9922b45ba277./rep_barrier:seqnumDuringOpen/1731813681629/Put/seqid=0 2024-11-17T03:21:38,417 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c25f8a2f0114822a5ec1b57e242c845 2024-11-17T03:21:38,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741844_1020 (size=5518) 2024-11-17T03:21:38,437 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/default/test/33f167bf2927ef3f3cfe9922b45ba277/.tmp/f1/4cb514dbf17d471eae6709e13c0db316 is 30, key is row1/f1:/1731813692461/DeleteFamily/seqid=0 2024-11-17T03:21:38,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741845_1021 (size=5158) 2024-11-17T03:21:38,541 INFO [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T03:21:38,541 DEBUG [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(1325): Online Regions={33f167bf2927ef3f3cfe9922b45ba277=test,,1731813681238.33f167bf2927ef3f3cfe9922b45ba277., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T03:21:38,541 DEBUG [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33f167bf2927ef3f3cfe9922b45ba277 2024-11-17T03:21:38,591 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 1515, reset compression=false 2024-11-17T03:21:38,596 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:21:38,596 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 1762, reset compression=false 2024-11-17T03:21:38,596 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.shipper695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,40117,1731813675170 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370, lastWalPosition=1762, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:21:38,597 ERROR [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.shipper695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 695c90f4bb18,40117,1731813675170: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-695c90f4bb18,40117,1731813675170, walGroup=695c90f4bb18%2C40117%2C1731813675170, offset=695c90f4bb18%2C40117%2C1731813675170.1731813677370:1762, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:40117 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T03:21:38,599 ERROR [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.shipper695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T03:21:38,599 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.shipper695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T03:21:38,599 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.shipper695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T03:21:38,599 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.shipper695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T03:21:38,599 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.shipper695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T03:21:38,599 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.shipper695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 934934400 }, "NonHeapMemoryUsage": { "committed": 201195520, "init": 7667712, "max": -1, "used": 198414200 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T03:21:38,600 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.shipper695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:46173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:46173 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T03:21:38,677 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1488, reset compression=false 2024-11-17T03:21:38,742 DEBUG [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33f167bf2927ef3f3cfe9922b45ba277 2024-11-17T03:21:38,799 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 1762, reset compression=false 2024-11-17T03:21:38,820 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/meta/1588230740/.tmp/rep_barrier/e8033f38bb3b4a66b632eece54409e62 2024-11-17T03:21:38,840 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/meta/1588230740/.tmp/table/ffe99c2b136b4820b0a4d5b5c739e5db is 53, key is hbase:replication/table:state/1731813687024/Put/seqid=0 2024-11-17T03:21:38,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741846_1022 (size=5308) 2024-11-17T03:21:38,850 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/default/test/33f167bf2927ef3f3cfe9922b45ba277/.tmp/f1/4cb514dbf17d471eae6709e13c0db316 2024-11-17T03:21:38,854 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4cb514dbf17d471eae6709e13c0db316 2024-11-17T03:21:38,871 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/default/test/33f167bf2927ef3f3cfe9922b45ba277/.tmp/norep/9ec08d1a32b24ef58f40766a49968067 is 33, key is row2/norep:/1731813693466/DeleteFamily/seqid=0 2024-11-17T03:21:38,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741847_1023 (size=5108) 2024-11-17T03:21:38,942 DEBUG [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33f167bf2927ef3f3cfe9922b45ba277 2024-11-17T03:21:39,077 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 1471, reset compression=false 2024-11-17T03:21:39,103 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 1762, reset compression=false 2024-11-17T03:21:39,142 DEBUG [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 33f167bf2927ef3f3cfe9922b45ba277 2024-11-17T03:21:39,244 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/meta/1588230740/.tmp/table/ffe99c2b136b4820b0a4d5b5c739e5db 2024-11-17T03:21:39,248 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/meta/1588230740/.tmp/info/e666f143fa4d4d78a92b364f03f13fbb as hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/meta/1588230740/info/e666f143fa4d4d78a92b364f03f13fbb 2024-11-17T03:21:39,252 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/meta/1588230740/info/e666f143fa4d4d78a92b364f03f13fbb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T03:21:39,253 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/meta/1588230740/.tmp/ns/b5e9104ae5d54ad4ad467e06a206bbcf as hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/meta/1588230740/ns/b5e9104ae5d54ad4ad467e06a206bbcf 2024-11-17T03:21:39,257 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/meta/1588230740/ns/b5e9104ae5d54ad4ad467e06a206bbcf, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T03:21:39,258 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/meta/1588230740/.tmp/rep_barrier/e8033f38bb3b4a66b632eece54409e62 as hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/meta/1588230740/rep_barrier/e8033f38bb3b4a66b632eece54409e62 2024-11-17T03:21:39,262 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/meta/1588230740/rep_barrier/e8033f38bb3b4a66b632eece54409e62, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T03:21:39,262 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/meta/1588230740/.tmp/table/ffe99c2b136b4820b0a4d5b5c739e5db as hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/meta/1588230740/table/ffe99c2b136b4820b0a4d5b5c739e5db 2024-11-17T03:21:39,266 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/meta/1588230740/table/ffe99c2b136b4820b0a4d5b5c739e5db, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T03:21:39,267 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false 2024-11-17T03:21:39,272 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T03:21:39,273 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:21:39,273 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:21:39,273 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:21:39,273 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813697540Running coprocessor pre-close hooks at 1731813697540Disabling compacts and flushes for region at 1731813697540Disabling writes for close at 1731813697541 (+1 ms)Obtaining lock to block concurrent updates at 1731813697541Preparing flush snapshotting stores in 1588230740 at 1731813697541Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731813697541Flushing stores of hbase:meta,,1.1588230740 at 1731813697542 (+1 ms)Flushing 1588230740/info: creating writer at 1731813697542Flushing 1588230740/info: appending metadata at 1731813697564 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731813697564Flushing 1588230740/ns: creating writer at 1731813697972 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731813697989 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731813697989Flushing 1588230740/rep_barrier: creating writer at 1731813698400 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731813698416 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731813698416Flushing 1588230740/table: creating writer at 1731813698825 (+409 ms)Flushing 1588230740/table: appending metadata at 1731813698839 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731813698839Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a69c902: reopening flushed file at 1731813699247 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43a522e9: reopening flushed file at 1731813699253 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b5650a5: reopening flushed file at 1731813699257 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62fd72c5: reopening flushed file at 1731813699262 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=16, compaction requested=false at 1731813699267 (+5 ms)Writing region close event to WAL at 1731813699269 (+2 ms)Running coprocessor post-close hooks at 1731813699273 (+4 ms)Closed at 1731813699273 2024-11-17T03:21:39,273 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T03:21:39,275 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/default/test/33f167bf2927ef3f3cfe9922b45ba277/.tmp/norep/9ec08d1a32b24ef58f40766a49968067 2024-11-17T03:21:39,328 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ec08d1a32b24ef58f40766a49968067 2024-11-17T03:21:39,329 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/default/test/33f167bf2927ef3f3cfe9922b45ba277/.tmp/f/8c25f8a2f0114822a5ec1b57e242c845 as hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/default/test/33f167bf2927ef3f3cfe9922b45ba277/f/8c25f8a2f0114822a5ec1b57e242c845 2024-11-17T03:21:39,334 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8c25f8a2f0114822a5ec1b57e242c845 2024-11-17T03:21:39,334 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/default/test/33f167bf2927ef3f3cfe9922b45ba277/f/8c25f8a2f0114822a5ec1b57e242c845, entries=5, sequenceid=12, filesize=5.1 K 2024-11-17T03:21:39,335 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/default/test/33f167bf2927ef3f3cfe9922b45ba277/.tmp/f1/4cb514dbf17d471eae6709e13c0db316 as hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/default/test/33f167bf2927ef3f3cfe9922b45ba277/f1/4cb514dbf17d471eae6709e13c0db316 2024-11-17T03:21:39,339 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4cb514dbf17d471eae6709e13c0db316 2024-11-17T03:21:39,339 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/default/test/33f167bf2927ef3f3cfe9922b45ba277/f1/4cb514dbf17d471eae6709e13c0db316, entries=3, sequenceid=12, filesize=5.0 K 2024-11-17T03:21:39,340 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/default/test/33f167bf2927ef3f3cfe9922b45ba277/.tmp/norep/9ec08d1a32b24ef58f40766a49968067 as hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/default/test/33f167bf2927ef3f3cfe9922b45ba277/norep/9ec08d1a32b24ef58f40766a49968067 2024-11-17T03:21:39,342 DEBUG [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(1351): Waiting on 33f167bf2927ef3f3cfe9922b45ba277 2024-11-17T03:21:39,345 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ec08d1a32b24ef58f40766a49968067 2024-11-17T03:21:39,345 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/default/test/33f167bf2927ef3f3cfe9922b45ba277/norep/9ec08d1a32b24ef58f40766a49968067, entries=1, sequenceid=12, filesize=5.0 K 2024-11-17T03:21:39,346 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 33f167bf2927ef3f3cfe9922b45ba277 in 1354ms, sequenceid=12, compaction requested=false 2024-11-17T03:21:39,355 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/data/default/test/33f167bf2927ef3f3cfe9922b45ba277/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T03:21:39,355 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:21:39,356 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T03:21:39,356 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731813681238.33f167bf2927ef3f3cfe9922b45ba277. 2024-11-17T03:21:39,356 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 33f167bf2927ef3f3cfe9922b45ba277: Waiting for close lock at 1731813697992Running coprocessor pre-close hooks at 1731813697992Disabling compacts and flushes for region at 1731813697992Disabling writes for close at 1731813697992Obtaining lock to block concurrent updates at 1731813697993 (+1 ms)Preparing flush snapshotting stores in 33f167bf2927ef3f3cfe9922b45ba277 at 1731813697993Finished memstore snapshotting test,,1731813681238.33f167bf2927ef3f3cfe9922b45ba277., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731813697993Flushing stores of test,,1731813681238.33f167bf2927ef3f3cfe9922b45ba277. at 1731813697993Flushing 33f167bf2927ef3f3cfe9922b45ba277/f: creating writer at 1731813697993Flushing 33f167bf2927ef3f3cfe9922b45ba277/f: appending metadata at 1731813698008 (+15 ms)Flushing 33f167bf2927ef3f3cfe9922b45ba277/f: closing flushed file at 1731813698008Flushing 33f167bf2927ef3f3cfe9922b45ba277/f1: creating writer at 1731813698418 (+410 ms)Flushing 33f167bf2927ef3f3cfe9922b45ba277/f1: appending metadata at 1731813698436 (+18 ms)Flushing 33f167bf2927ef3f3cfe9922b45ba277/f1: closing flushed file at 1731813698436Flushing 33f167bf2927ef3f3cfe9922b45ba277/norep: creating writer at 1731813698854 (+418 ms)Flushing 33f167bf2927ef3f3cfe9922b45ba277/norep: appending metadata at 1731813698870 (+16 ms)Flushing 33f167bf2927ef3f3cfe9922b45ba277/norep: closing flushed file at 1731813698870Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@791cd80d: reopening flushed file at 1731813699328 (+458 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9da0e0c: reopening flushed file at 1731813699334 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f54ee11: reopening flushed file at 1731813699339 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 33f167bf2927ef3f3cfe9922b45ba277 in 1354ms, sequenceid=12, compaction requested=false at 1731813699346 (+7 ms)Writing region close event to WAL at 1731813699348 (+2 ms)Running coprocessor post-close hooks at 1731813699355 (+7 ms)Closed at 1731813699356 (+1 ms) 2024-11-17T03:21:39,356 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731813681238.33f167bf2927ef3f3cfe9922b45ba277. 2024-11-17T03:21:39,380 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1488, reset compression=false 2024-11-17T03:21:39,506 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 1762, reset compression=false 2024-11-17T03:21:39,511 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:21:39,511 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.wal-reader.695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 to pos 2406, reset compression=false 2024-11-17T03:21:39,542 INFO [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(976): stopping server 695c90f4bb18,40117,1731813675170; all regions closed. 2024-11-17T03:21:39,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741834_1010 (size=4239) 2024-11-17T03:21:39,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741839_1015 (size=3552) 2024-11-17T03:21:39,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741832_1008 (size=2414) 2024-11-17T03:21:39,550 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/WALs/695c90f4bb18,40117,1731813675170/695c90f4bb18%2C40117%2C1731813675170.1731813677370 not finished, retry = 0 2024-11-17T03:21:39,650 DEBUG [RS:0;695c90f4bb18:40117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:39,650 INFO [RS:0;695c90f4bb18:40117 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:21:39,651 INFO [RS:0;695c90f4bb18:40117 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:21:39,651 INFO [RS:0;695c90f4bb18:40117 {}] hbase.ChoreService(370): Chore service for: regionserver/695c90f4bb18:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T03:21:39,651 INFO [RS:0;695c90f4bb18:40117 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:21:39,651 INFO [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:21:39,651 INFO [RS:0;695c90f4bb18:40117 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-695c90f4bb18,40117,1731813675170 because: Region server is closing 2024-11-17T03:21:39,652 INFO [RS:0;695c90f4bb18:40117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:40117. 2024-11-17T03:21:39,652 DEBUG [RS:0;695c90f4bb18:40117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:21:39,652 DEBUG [RS:0;695c90f4bb18:40117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:39,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:21:39,652 DEBUG [RS:0;695c90f4bb18:40117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:39,752 INFO [RS:0;695c90f4bb18:40117 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,40117,1731813675170.replicationSource.shipper695c90f4bb18%2C40117%2C1731813675170,1-695c90f4bb18,40117,1731813675170 terminated 2024-11-17T03:21:39,753 INFO [RS:0;695c90f4bb18:40117 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:40117. 2024-11-17T03:21:39,753 DEBUG [RS:0;695c90f4bb18:40117 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:21:39,753 DEBUG [RS:0;695c90f4bb18:40117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:39,753 DEBUG [RS:0;695c90f4bb18:40117 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:39,753 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:21:39,753 INFO [RS:0;695c90f4bb18:40117 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40117 2024-11-17T03:21:39,775 INFO [RS:0;695c90f4bb18:40117 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:21:39,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698709627/rs 2024-11-17T03:21:39,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x10146cf4f290007, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2698709627/rs/695c90f4bb18,40117,1731813675170 2024-11-17T03:21:39,785 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [695c90f4bb18,40117,1731813675170] 2024-11-17T03:21:39,796 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2698709627/draining/695c90f4bb18,40117,1731813675170 already deleted, retry=false 2024-11-17T03:21:39,796 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 695c90f4bb18,40117,1731813675170 expired; onlineServers=0 2024-11-17T03:21:39,796 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '695c90f4bb18,46173,1731813674620' ***** 2024-11-17T03:21:39,796 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T03:21:39,796 INFO [M:0;695c90f4bb18:46173 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:21:39,796 INFO [M:0;695c90f4bb18:46173 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:21:39,796 DEBUG [M:0;695c90f4bb18:46173 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T03:21:39,796 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T03:21:39,796 DEBUG [M:0;695c90f4bb18:46173 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T03:21:39,796 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813676999 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813676999,5,FailOnTimeoutGroup] 2024-11-17T03:21:39,796 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813676996 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813676996,5,FailOnTimeoutGroup] 2024-11-17T03:21:39,796 INFO [M:0;695c90f4bb18:46173 {}] hbase.ChoreService(370): Chore service for: master/695c90f4bb18:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T03:21:39,796 INFO [M:0;695c90f4bb18:46173 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:21:39,797 DEBUG [M:0;695c90f4bb18:46173 {}] master.HMaster(1795): Stopping service threads 2024-11-17T03:21:39,797 INFO [M:0;695c90f4bb18:46173 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T03:21:39,797 INFO [M:0;695c90f4bb18:46173 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:21:39,797 INFO [M:0;695c90f4bb18:46173 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T03:21:39,797 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T03:21:39,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2698709627/master 2024-11-17T03:21:39,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2698709627 2024-11-17T03:21:39,834 DEBUG [M:0;695c90f4bb18:46173 {}] zookeeper.ZKUtil(347): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Unable to get data of znode /2698709627/master because node does not exist (not an error) 2024-11-17T03:21:39,834 WARN [M:0;695c90f4bb18:46173 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T03:21:39,835 INFO [M:0;695c90f4bb18:46173 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/.lastflushedseqids 2024-11-17T03:21:39,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741848_1024 (size=245) 2024-11-17T03:21:39,839 INFO [M:0;695c90f4bb18:46173 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T03:21:39,839 INFO [M:0;695c90f4bb18:46173 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T03:21:39,839 DEBUG [M:0;695c90f4bb18:46173 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:21:39,839 INFO [M:0;695c90f4bb18:46173 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:39,839 DEBUG [M:0;695c90f4bb18:46173 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:39,839 DEBUG [M:0;695c90f4bb18:46173 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:21:39,839 DEBUG [M:0;695c90f4bb18:46173 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:39,839 INFO [M:0;695c90f4bb18:46173 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-17T03:21:39,857 DEBUG [M:0;695c90f4bb18:46173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f5a127e3af540d6bbfdd6670a154bb9 is 82, key is hbase:meta,,1/info:regioninfo/1731813678482/Put/seqid=0 2024-11-17T03:21:39,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741849_1025 (size=5672) 2024-11-17T03:21:39,881 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 1471, reset compression=false 2024-11-17T03:21:39,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x10146cf4f290007, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:21:39,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40117-0x10146cf4f290007, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:21:39,885 INFO [RS:0;695c90f4bb18:40117 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:21:39,885 INFO [RS:0;695c90f4bb18:40117 {}] regionserver.HRegionServer(1031): Exiting; stopping=695c90f4bb18,40117,1731813675170; zookeeper connection closed. 2024-11-17T03:21:39,886 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@75ce917 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@75ce917 2024-11-17T03:21:39,886 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T03:21:40,185 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1488, reset compression=false 2024-11-17T03:21:40,261 INFO [M:0;695c90f4bb18:46173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f5a127e3af540d6bbfdd6670a154bb9 2024-11-17T03:21:40,286 DEBUG [M:0;695c90f4bb18:46173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a9d1645324f42529c412f537a2c7e48 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731813687028/Put/seqid=0 2024-11-17T03:21:40,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741850_1026 (size=9212) 2024-11-17T03:21:40,696 INFO [M:0;695c90f4bb18:46173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a9d1645324f42529c412f537a2c7e48 2024-11-17T03:21:40,716 DEBUG [M:0;695c90f4bb18:46173 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf151bb0fff8494fb838fb9be35a076f is 69, key is 695c90f4bb18,40117,1731813675170/rs:state/1731813677186/Put/seqid=0 2024-11-17T03:21:40,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741851_1027 (size=5156) 2024-11-17T03:21:40,720 INFO [M:0;695c90f4bb18:46173 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf151bb0fff8494fb838fb9be35a076f 2024-11-17T03:21:40,724 DEBUG [M:0;695c90f4bb18:46173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f5a127e3af540d6bbfdd6670a154bb9 as hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f5a127e3af540d6bbfdd6670a154bb9 2024-11-17T03:21:40,728 INFO [M:0;695c90f4bb18:46173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f5a127e3af540d6bbfdd6670a154bb9, entries=8, sequenceid=127, filesize=5.5 K 2024-11-17T03:21:40,729 DEBUG [M:0;695c90f4bb18:46173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4a9d1645324f42529c412f537a2c7e48 as hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a9d1645324f42529c412f537a2c7e48 2024-11-17T03:21:40,733 INFO [M:0;695c90f4bb18:46173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4a9d1645324f42529c412f537a2c7e48, entries=15, sequenceid=127, filesize=9.0 K 2024-11-17T03:21:40,734 DEBUG [M:0;695c90f4bb18:46173 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf151bb0fff8494fb838fb9be35a076f as hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf151bb0fff8494fb838fb9be35a076f 2024-11-17T03:21:40,737 INFO [M:0;695c90f4bb18:46173 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43213/user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf151bb0fff8494fb838fb9be35a076f, entries=1, sequenceid=127, filesize=5.0 K 2024-11-17T03:21:40,738 INFO [M:0;695c90f4bb18:46173 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=127, compaction requested=false 2024-11-17T03:21:40,740 INFO [M:0;695c90f4bb18:46173 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:40,740 DEBUG [M:0;695c90f4bb18:46173 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813699839Disabling compacts and flushes for region at 1731813699839Disabling writes for close at 1731813699839Obtaining lock to block concurrent updates at 1731813699839Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731813699839Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731813699840 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731813699840Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731813699840Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731813699856 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731813699856Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731813700265 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731813700286 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731813700286Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731813700699 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731813700716 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731813700716Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1408a5ed: reopening flushed file at 1731813700724 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@454bb14f: reopening flushed file at 1731813700728 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5131c5df: reopening flushed file at 1731813700733 (+5 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 899ms, sequenceid=127, compaction requested=false at 1731813700738 (+5 ms)Writing region close event to WAL at 1731813700740 (+2 ms)Closed at 1731813700740 2024-11-17T03:21:40,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46777 is added to blk_1073741830_1006 (size=73866) 2024-11-17T03:21:40,742 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/11c61e5a-c6a8-5625-0211-dfddbfee4411/MasterData/WALs/695c90f4bb18,46173,1731813674620/695c90f4bb18%2C46173%2C1731813674620.1731813676753 not finished, retry = 0 2024-11-17T03:21:40,784 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 1471, reset compression=false 2024-11-17T03:21:40,843 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:21:40,843 INFO [M:0;695c90f4bb18:46173 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T03:21:40,843 INFO [M:0;695c90f4bb18:46173 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46173 2024-11-17T03:21:40,843 INFO [M:0;695c90f4bb18:46173 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:21:41,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:21:41,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46173-0x10146cf4f290006, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:21:41,012 INFO [M:0;695c90f4bb18:46173 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:21:41,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a0813c2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:21:41,045 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52433f3e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:21:41,045 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:21:41,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61c02862{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:21:41,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c45a3b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/hadoop.log.dir/,STOPPED} 2024-11-17T03:21:41,047 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T03:21:41,047 WARN [BP-1451804947-172.17.0.3-1731813671841 heartbeating to localhost/127.0.0.1:43213 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T03:21:41,047 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T03:21:41,047 WARN [BP-1451804947-172.17.0.3-1731813671841 heartbeating to localhost/127.0.0.1:43213 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1451804947-172.17.0.3-1731813671841 (Datanode Uuid 1e4f7149-39a7-42c5-83e3-ff1feac9418d) service to localhost/127.0.0.1:43213 2024-11-17T03:21:41,048 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/cluster_511e5bdc-79a4-5414-70e2-9e6bbcd04d58/data/data1/current/BP-1451804947-172.17.0.3-1731813671841 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:21:41,048 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/cluster_511e5bdc-79a4-5414-70e2-9e6bbcd04d58/data/data2/current/BP-1451804947-172.17.0.3-1731813671841 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:21:41,048 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T03:21:41,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@375258f0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:21:41,056 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@287bf10{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:21:41,056 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:21:41,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@329c2ae3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:21:41,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@619aa087{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/hadoop.log.dir/,STOPPED} 2024-11-17T03:21:41,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T03:21:41,072 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T03:21:41,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:21:41,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:21:41,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:41,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:41,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:21:41,073 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T03:21:41,073 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=128559433, stopped=false 2024-11-17T03:21:41,073 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=695c90f4bb18,37077,1731813667833 2024-11-17T03:21:41,088 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1488, reset compression=false 2024-11-17T03:21:41,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10146cf4f290004, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1498236595/running 2024-11-17T03:21:41,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1498236595/running 2024-11-17T03:21:41,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10146cf4f290004, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1498236595 2024-11-17T03:21:41,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1498236595 2024-11-17T03:21:41,094 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:21:41,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Set watcher on znode that does not yet exist, /1-1498236595/running 2024-11-17T03:21:41,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35543-0x10146cf4f290004, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Set watcher on znode that does not yet exist, /1-1498236595/running 2024-11-17T03:21:41,095 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:21:41,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:21:41,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:41,096 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '695c90f4bb18,35543,1731813667973' ***** 2024-11-17T03:21:41,096 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T03:21:41,096 INFO [RS:0;695c90f4bb18:35543 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T03:21:41,096 INFO [RS:0;695c90f4bb18:35543 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T03:21:41,096 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T03:21:41,096 INFO [RS:0;695c90f4bb18:35543 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T03:21:41,097 INFO [RS:0;695c90f4bb18:35543 {}] regionserver.HRegionServer(3091): Received CLOSE for 813e3b6a1a9f634d5afee7f8af412a4c 2024-11-17T03:21:41,097 INFO [RS:0;695c90f4bb18:35543 {}] regionserver.HRegionServer(3091): Received CLOSE for a470de6e7b10fe828d45758550ec5568 2024-11-17T03:21:41,097 INFO [RS:0;695c90f4bb18:35543 {}] regionserver.HRegionServer(959): stopping server 695c90f4bb18,35543,1731813667973 2024-11-17T03:21:41,097 INFO [RS:0;695c90f4bb18:35543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:21:41,097 INFO [RS:0;695c90f4bb18:35543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:35543. 2024-11-17T03:21:41,097 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 813e3b6a1a9f634d5afee7f8af412a4c, disabling compactions & flushes 2024-11-17T03:21:41,097 DEBUG [RS:0;695c90f4bb18:35543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:21:41,097 DEBUG [RS:0;695c90f4bb18:35543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:41,097 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731813680088.813e3b6a1a9f634d5afee7f8af412a4c. 2024-11-17T03:21:41,097 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813680088.813e3b6a1a9f634d5afee7f8af412a4c. 2024-11-17T03:21:41,097 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731813680088.813e3b6a1a9f634d5afee7f8af412a4c. after waiting 0 ms 2024-11-17T03:21:41,097 INFO [RS:0;695c90f4bb18:35543 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T03:21:41,097 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731813680088.813e3b6a1a9f634d5afee7f8af412a4c. 2024-11-17T03:21:41,097 INFO [RS:0;695c90f4bb18:35543 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T03:21:41,097 INFO [RS:0;695c90f4bb18:35543 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T03:21:41,097 INFO [RS:0;695c90f4bb18:35543 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T03:21:41,097 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 813e3b6a1a9f634d5afee7f8af412a4c 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-17T03:21:41,097 INFO [RS:0;695c90f4bb18:35543 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T03:21:41,097 DEBUG [RS:0;695c90f4bb18:35543 {}] regionserver.HRegionServer(1325): Online Regions={813e3b6a1a9f634d5afee7f8af412a4c=test,,1731813680088.813e3b6a1a9f634d5afee7f8af412a4c., 1588230740=hbase:meta,,1.1588230740, a470de6e7b10fe828d45758550ec5568=hbase:replication,,1731813684053.a470de6e7b10fe828d45758550ec5568.} 2024-11-17T03:21:41,097 DEBUG [RS:0;695c90f4bb18:35543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 813e3b6a1a9f634d5afee7f8af412a4c, a470de6e7b10fe828d45758550ec5568 2024-11-17T03:21:41,098 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:21:41,098 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:21:41,098 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:21:41,098 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:21:41,098 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:21:41,098 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T03:21:41,102 INFO [regionserver/695c90f4bb18:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:21:41,115 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/default/test/813e3b6a1a9f634d5afee7f8af412a4c/.tmp/f/deeb5a0509074f87ba8e4fe4e066d0cb is 37, key is row3/f:row3/1731813695126/Put/seqid=0 2024-11-17T03:21:41,115 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/meta/1588230740/.tmp/info/e489bcf915b141d4bc14bfa63f71a164 is 147, key is hbase:replication,,1731813684053.a470de6e7b10fe828d45758550ec5568./info:regioninfo/1731813684861/Put/seqid=0 2024-11-17T03:21:41,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741840_1016 (size=5228) 2024-11-17T03:21:41,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741841_1017 (size=7686) 2024-11-17T03:21:41,298 DEBUG [RS:0;695c90f4bb18:35543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 813e3b6a1a9f634d5afee7f8af412a4c, a470de6e7b10fe828d45758550ec5568 2024-11-17T03:21:41,345 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T03:21:41,345 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T03:21:41,498 DEBUG [RS:0;695c90f4bb18:35543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 813e3b6a1a9f634d5afee7f8af412a4c, a470de6e7b10fe828d45758550ec5568 2024-11-17T03:21:41,527 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/default/test/813e3b6a1a9f634d5afee7f8af412a4c/.tmp/f/deeb5a0509074f87ba8e4fe4e066d0cb 2024-11-17T03:21:41,528 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/meta/1588230740/.tmp/info/e489bcf915b141d4bc14bfa63f71a164 2024-11-17T03:21:41,548 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for deeb5a0509074f87ba8e4fe4e066d0cb 2024-11-17T03:21:41,563 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/meta/1588230740/.tmp/ns/21a22eb575604cc9b49d8fa16c1ad7fb is 43, key is default/ns:d/1731813671464/Put/seqid=0 2024-11-17T03:21:41,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741842_1018 (size=5153) 2024-11-17T03:21:41,569 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/meta/1588230740/.tmp/ns/21a22eb575604cc9b49d8fa16c1ad7fb 2024-11-17T03:21:41,585 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/default/test/813e3b6a1a9f634d5afee7f8af412a4c/.tmp/f1/50e659d4bf974a57b704397699b29b3d is 30, key is row1/f1:/1731813692461/DeleteFamily/seqid=0 2024-11-17T03:21:41,606 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/meta/1588230740/.tmp/rep_barrier/339f185c65544d7fbd9b42394e10eb30 is 112, key is test,,1731813680088.813e3b6a1a9f634d5afee7f8af412a4c./rep_barrier:seqnumDuringOpen/1731813680951/Put/seqid=0 2024-11-17T03:21:41,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741843_1019 (size=5158) 2024-11-17T03:21:41,612 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/default/test/813e3b6a1a9f634d5afee7f8af412a4c/.tmp/f1/50e659d4bf974a57b704397699b29b3d 2024-11-17T03:21:41,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741844_1020 (size=5518) 2024-11-17T03:21:41,616 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/meta/1588230740/.tmp/rep_barrier/339f185c65544d7fbd9b42394e10eb30 2024-11-17T03:21:41,618 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50e659d4bf974a57b704397699b29b3d 2024-11-17T03:21:41,650 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/default/test/813e3b6a1a9f634d5afee7f8af412a4c/.tmp/norep/cd3a834fe94b43adbb2d7d5c6187b75c is 33, key is row1/norep:/1731813692461/DeleteFamily/seqid=0 2024-11-17T03:21:41,663 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/meta/1588230740/.tmp/table/03407325575b4387ac2b2500d2ddfa70 is 53, key is hbase:replication/table:state/1731813684868/Put/seqid=0 2024-11-17T03:21:41,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741845_1021 (size=5108) 2024-11-17T03:21:41,670 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/default/test/813e3b6a1a9f634d5afee7f8af412a4c/.tmp/norep/cd3a834fe94b43adbb2d7d5c6187b75c 2024-11-17T03:21:41,680 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd3a834fe94b43adbb2d7d5c6187b75c 2024-11-17T03:21:41,681 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/default/test/813e3b6a1a9f634d5afee7f8af412a4c/.tmp/f/deeb5a0509074f87ba8e4fe4e066d0cb as hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/default/test/813e3b6a1a9f634d5afee7f8af412a4c/f/deeb5a0509074f87ba8e4fe4e066d0cb 2024-11-17T03:21:41,688 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for deeb5a0509074f87ba8e4fe4e066d0cb 2024-11-17T03:21:41,688 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/default/test/813e3b6a1a9f634d5afee7f8af412a4c/f/deeb5a0509074f87ba8e4fe4e066d0cb, entries=5, sequenceid=12, filesize=5.1 K 2024-11-17T03:21:41,689 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/default/test/813e3b6a1a9f634d5afee7f8af412a4c/.tmp/f1/50e659d4bf974a57b704397699b29b3d as hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/default/test/813e3b6a1a9f634d5afee7f8af412a4c/f1/50e659d4bf974a57b704397699b29b3d 2024-11-17T03:21:41,697 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 50e659d4bf974a57b704397699b29b3d 2024-11-17T03:21:41,697 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/default/test/813e3b6a1a9f634d5afee7f8af412a4c/f1/50e659d4bf974a57b704397699b29b3d, entries=3, sequenceid=12, filesize=5.0 K 2024-11-17T03:21:41,698 DEBUG [RS:0;695c90f4bb18:35543 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 813e3b6a1a9f634d5afee7f8af412a4c, a470de6e7b10fe828d45758550ec5568 2024-11-17T03:21:41,698 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/default/test/813e3b6a1a9f634d5afee7f8af412a4c/.tmp/norep/cd3a834fe94b43adbb2d7d5c6187b75c as hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/default/test/813e3b6a1a9f634d5afee7f8af412a4c/norep/cd3a834fe94b43adbb2d7d5c6187b75c 2024-11-17T03:21:41,705 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cd3a834fe94b43adbb2d7d5c6187b75c 2024-11-17T03:21:41,705 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/default/test/813e3b6a1a9f634d5afee7f8af412a4c/norep/cd3a834fe94b43adbb2d7d5c6187b75c, entries=1, sequenceid=12, filesize=5.0 K 2024-11-17T03:21:41,707 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 813e3b6a1a9f634d5afee7f8af412a4c in 609ms, sequenceid=12, compaction requested=false 2024-11-17T03:21:41,707 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T03:21:41,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741846_1022 (size=5308) 2024-11-17T03:21:41,708 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/meta/1588230740/.tmp/table/03407325575b4387ac2b2500d2ddfa70 2024-11-17T03:21:41,714 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/meta/1588230740/.tmp/info/e489bcf915b141d4bc14bfa63f71a164 as hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/meta/1588230740/info/e489bcf915b141d4bc14bfa63f71a164 2024-11-17T03:21:41,719 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/meta/1588230740/info/e489bcf915b141d4bc14bfa63f71a164, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T03:21:41,720 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/meta/1588230740/.tmp/ns/21a22eb575604cc9b49d8fa16c1ad7fb as hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/meta/1588230740/ns/21a22eb575604cc9b49d8fa16c1ad7fb 2024-11-17T03:21:41,726 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/meta/1588230740/ns/21a22eb575604cc9b49d8fa16c1ad7fb, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T03:21:41,727 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/meta/1588230740/.tmp/rep_barrier/339f185c65544d7fbd9b42394e10eb30 as hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/meta/1588230740/rep_barrier/339f185c65544d7fbd9b42394e10eb30 2024-11-17T03:21:41,733 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/meta/1588230740/rep_barrier/339f185c65544d7fbd9b42394e10eb30, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T03:21:41,734 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/meta/1588230740/.tmp/table/03407325575b4387ac2b2500d2ddfa70 as hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/meta/1588230740/table/03407325575b4387ac2b2500d2ddfa70 2024-11-17T03:21:41,749 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/meta/1588230740/table/03407325575b4387ac2b2500d2ddfa70, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T03:21:41,751 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 653ms, sequenceid=16, compaction requested=false 2024-11-17T03:21:41,751 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T03:21:41,761 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/default/test/813e3b6a1a9f634d5afee7f8af412a4c/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T03:21:41,761 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:21:41,761 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T03:21:41,762 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731813680088.813e3b6a1a9f634d5afee7f8af412a4c. 2024-11-17T03:21:41,762 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 813e3b6a1a9f634d5afee7f8af412a4c: Waiting for close lock at 1731813701097Running coprocessor pre-close hooks at 1731813701097Disabling compacts and flushes for region at 1731813701097Disabling writes for close at 1731813701097Obtaining lock to block concurrent updates at 1731813701097Preparing flush snapshotting stores in 813e3b6a1a9f634d5afee7f8af412a4c at 1731813701097Finished memstore snapshotting test,,1731813680088.813e3b6a1a9f634d5afee7f8af412a4c., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731813701098 (+1 ms)Flushing stores of test,,1731813680088.813e3b6a1a9f634d5afee7f8af412a4c. at 1731813701098Flushing 813e3b6a1a9f634d5afee7f8af412a4c/f: creating writer at 1731813701098Flushing 813e3b6a1a9f634d5afee7f8af412a4c/f: appending metadata at 1731813701114 (+16 ms)Flushing 813e3b6a1a9f634d5afee7f8af412a4c/f: closing flushed file at 1731813701114Flushing 813e3b6a1a9f634d5afee7f8af412a4c/f1: creating writer at 1731813701550 (+436 ms)Flushing 813e3b6a1a9f634d5afee7f8af412a4c/f1: appending metadata at 1731813701585 (+35 ms)Flushing 813e3b6a1a9f634d5afee7f8af412a4c/f1: closing flushed file at 1731813701585Flushing 813e3b6a1a9f634d5afee7f8af412a4c/norep: creating writer at 1731813701618 (+33 ms)Flushing 813e3b6a1a9f634d5afee7f8af412a4c/norep: appending metadata at 1731813701648 (+30 ms)Flushing 813e3b6a1a9f634d5afee7f8af412a4c/norep: closing flushed file at 1731813701648Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10c97607: reopening flushed file at 1731813701680 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e276843: reopening flushed file at 1731813701688 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f6cd4b1: reopening flushed file at 1731813701697 (+9 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 813e3b6a1a9f634d5afee7f8af412a4c in 609ms, sequenceid=12, compaction requested=false at 1731813701707 (+10 ms)Writing region close event to WAL at 1731813701752 (+45 ms)Running coprocessor post-close hooks at 1731813701761 (+9 ms)Closed at 1731813701762 (+1 ms) 2024-11-17T03:21:41,762 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731813680088.813e3b6a1a9f634d5afee7f8af412a4c. 2024-11-17T03:21:41,762 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a470de6e7b10fe828d45758550ec5568, disabling compactions & flushes 2024-11-17T03:21:41,762 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813684053.a470de6e7b10fe828d45758550ec5568. 2024-11-17T03:21:41,762 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813684053.a470de6e7b10fe828d45758550ec5568. 2024-11-17T03:21:41,762 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813684053.a470de6e7b10fe828d45758550ec5568. after waiting 0 ms 2024-11-17T03:21:41,762 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813684053.a470de6e7b10fe828d45758550ec5568. 2024-11-17T03:21:41,762 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a470de6e7b10fe828d45758550ec5568 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-17T03:21:41,787 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 1471, reset compression=false 2024-11-17T03:21:41,789 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/replication/a470de6e7b10fe828d45758550ec5568/.tmp/queue/b4fd56a7466244a5ad2dccd0890dbedc is 154, key is 1-695c90f4bb18,35543,1731813667973/queue:695c90f4bb18%2C35543%2C1731813667973/1731813696353/Put/seqid=0 2024-11-17T03:21:41,804 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T03:21:41,805 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:21:41,805 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:21:41,805 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:21:41,806 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813701098Running coprocessor pre-close hooks at 1731813701098Disabling compacts and flushes for region at 1731813701098Disabling writes for close at 1731813701098Obtaining lock to block concurrent updates at 1731813701098Preparing flush snapshotting stores in 1588230740 at 1731813701098Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731813701098Flushing stores of hbase:meta,,1.1588230740 at 1731813701099 (+1 ms)Flushing 1588230740/info: creating writer at 1731813701099Flushing 1588230740/info: appending metadata at 1731813701115 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731813701115Flushing 1588230740/ns: creating writer at 1731813701536 (+421 ms)Flushing 1588230740/ns: appending metadata at 1731813701562 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1731813701562Flushing 1588230740/rep_barrier: creating writer at 1731813701578 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731813701605 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731813701605Flushing 1588230740/table: creating writer at 1731813701626 (+21 ms)Flushing 1588230740/table: appending metadata at 1731813701663 (+37 ms)Flushing 1588230740/table: closing flushed file at 1731813701663Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3594cc8e: reopening flushed file at 1731813701713 (+50 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b9d1850: reopening flushed file at 1731813701720 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7734c391: reopening flushed file at 1731813701727 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39da4ce7: reopening flushed file at 1731813701733 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 653ms, sequenceid=16, compaction requested=false at 1731813701751 (+18 ms)Writing region close event to WAL at 1731813701791 (+40 ms)Running coprocessor post-close hooks at 1731813701805 (+14 ms)Closed at 1731813701805 2024-11-17T03:21:41,806 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T03:21:41,808 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:21:41,808 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410 to pos 2362, reset compression=false 2024-11-17T03:21:41,809 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.shipper695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,35543,1731813667973 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/WALs/695c90f4bb18,35543,1731813667973/695c90f4bb18%2C35543%2C1731813667973.1731813670410, lastWalPosition=2362, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:21:41,810 ERROR [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.shipper695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 695c90f4bb18,35543,1731813667973: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-695c90f4bb18,35543,1731813667973, walGroup=695c90f4bb18%2C35543%2C1731813667973, offset=695c90f4bb18%2C35543%2C1731813667973.1731813670410:2362, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:35543 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T03:21:41,811 ERROR [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.shipper695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T03:21:41,811 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.shipper695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T03:21:41,812 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.shipper695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T03:21:41,812 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.shipper695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T03:21:41,812 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.shipper695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T03:21:41,812 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.shipper695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 922053832 }, "NonHeapMemoryUsage": { "committed": 201719808, "init": 7667712, "max": -1, "used": 198953136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T03:21:41,812 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.shipper695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:37077 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:37077 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T03:21:41,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741847_1023 (size=5353) 2024-11-17T03:21:41,827 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/replication/a470de6e7b10fe828d45758550ec5568/.tmp/queue/b4fd56a7466244a5ad2dccd0890dbedc 2024-11-17T03:21:41,835 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/replication/a470de6e7b10fe828d45758550ec5568/.tmp/queue/b4fd56a7466244a5ad2dccd0890dbedc as hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/replication/a470de6e7b10fe828d45758550ec5568/queue/b4fd56a7466244a5ad2dccd0890dbedc 2024-11-17T03:21:41,841 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/replication/a470de6e7b10fe828d45758550ec5568/queue/b4fd56a7466244a5ad2dccd0890dbedc, entries=1, sequenceid=14, filesize=5.2 K 2024-11-17T03:21:41,843 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for a470de6e7b10fe828d45758550ec5568 in 80ms, sequenceid=14, compaction requested=false 2024-11-17T03:21:41,843 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T03:21:41,864 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/data/hbase/replication/a470de6e7b10fe828d45758550ec5568/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-17T03:21:41,865 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:21:41,865 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:21:41,865 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731813684053.a470de6e7b10fe828d45758550ec5568. 2024-11-17T03:21:41,865 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a470de6e7b10fe828d45758550ec5568: Waiting for close lock at 1731813701762Running coprocessor pre-close hooks at 1731813701762Disabling compacts and flushes for region at 1731813701762Disabling writes for close at 1731813701762Obtaining lock to block concurrent updates at 1731813701762Preparing flush snapshotting stores in a470de6e7b10fe828d45758550ec5568 at 1731813701762Finished memstore snapshotting hbase:replication,,1731813684053.a470de6e7b10fe828d45758550ec5568., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731813701763 (+1 ms)Flushing stores of hbase:replication,,1731813684053.a470de6e7b10fe828d45758550ec5568. at 1731813701763Flushing a470de6e7b10fe828d45758550ec5568/queue: creating writer at 1731813701763Flushing a470de6e7b10fe828d45758550ec5568/queue: appending metadata at 1731813701788 (+25 ms)Flushing a470de6e7b10fe828d45758550ec5568/queue: closing flushed file at 1731813701788Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b780d5c: reopening flushed file at 1731813701834 (+46 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for a470de6e7b10fe828d45758550ec5568 in 80ms, sequenceid=14, compaction requested=false at 1731813701843 (+9 ms)Writing region close event to WAL at 1731813701853 (+10 ms)Running coprocessor post-close hooks at 1731813701865 (+12 ms)Closed at 1731813701865 2024-11-17T03:21:41,865 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731813684053.a470de6e7b10fe828d45758550ec5568. 2024-11-17T03:21:41,898 INFO [RS:0;695c90f4bb18:35543 {}] regionserver.HRegionServer(976): stopping server 695c90f4bb18,35543,1731813667973; all regions closed. 2024-11-17T03:21:41,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741834_1010 (size=4239) 2024-11-17T03:21:41,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741839_1015 (size=3552) 2024-11-17T03:21:41,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741832_1008 (size=2370) 2024-11-17T03:21:41,911 DEBUG [RS:0;695c90f4bb18:35543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:41,911 INFO [RS:0;695c90f4bb18:35543 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:21:41,911 INFO [RS:0;695c90f4bb18:35543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:21:41,911 INFO [RS:0;695c90f4bb18:35543 {}] hbase.ChoreService(370): Chore service for: regionserver/695c90f4bb18:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T03:21:41,911 INFO [RS:0;695c90f4bb18:35543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:21:41,911 INFO [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:21:41,912 INFO [RS:0;695c90f4bb18:35543 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-695c90f4bb18,35543,1731813667973 because: Region server is closing 2024-11-17T03:21:41,912 INFO [RS:0;695c90f4bb18:35543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:35543. 2024-11-17T03:21:41,912 DEBUG [RS:0;695c90f4bb18:35543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:21:41,912 DEBUG [RS:0;695c90f4bb18:35543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:41,912 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:21:41,912 DEBUG [RS:0;695c90f4bb18:35543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:42,013 INFO [RS:0;695c90f4bb18:35543 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.shipper695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 terminated 2024-11-17T03:21:42,013 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,35543,1731813667973.replicationSource.wal-reader.695c90f4bb18%2C35543%2C1731813667973,1-695c90f4bb18,35543,1731813667973 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T03:21:42,013 INFO [RS:0;695c90f4bb18:35543 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:35543. 2024-11-17T03:21:42,013 DEBUG [RS:0;695c90f4bb18:35543 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:21:42,013 DEBUG [RS:0;695c90f4bb18:35543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:42,013 DEBUG [RS:0;695c90f4bb18:35543 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:42,013 INFO [RS:0;695c90f4bb18:35543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35543 2024-11-17T03:21:42,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:21:42,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10146cf4f290004, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1498236595/rs/695c90f4bb18,35543,1731813667973 2024-11-17T03:21:42,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1498236595/rs 2024-11-17T03:21:42,080 INFO [RS:0;695c90f4bb18:35543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:21:42,090 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [695c90f4bb18,35543,1731813667973] 2024-11-17T03:21:42,095 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1488, reset compression=false 2024-11-17T03:21:42,101 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1498236595/draining/695c90f4bb18,35543,1731813667973 already deleted, retry=false 2024-11-17T03:21:42,101 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 695c90f4bb18,35543,1731813667973 expired; onlineServers=0 2024-11-17T03:21:42,101 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '695c90f4bb18,37077,1731813667833' ***** 2024-11-17T03:21:42,101 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T03:21:42,101 INFO [M:0;695c90f4bb18:37077 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:21:42,101 INFO [M:0;695c90f4bb18:37077 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:21:42,101 DEBUG [M:0;695c90f4bb18:37077 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T03:21:42,101 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T03:21:42,101 DEBUG [M:0;695c90f4bb18:37077 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T03:21:42,101 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813670120 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813670120,5,FailOnTimeoutGroup] 2024-11-17T03:21:42,101 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813670105 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813670105,5,FailOnTimeoutGroup] 2024-11-17T03:21:42,101 INFO [M:0;695c90f4bb18:37077 {}] hbase.ChoreService(370): Chore service for: master/695c90f4bb18:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T03:21:42,102 INFO [M:0;695c90f4bb18:37077 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:21:42,102 DEBUG [M:0;695c90f4bb18:37077 {}] master.HMaster(1795): Stopping service threads 2024-11-17T03:21:42,102 INFO [M:0;695c90f4bb18:37077 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T03:21:42,102 INFO [M:0;695c90f4bb18:37077 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:21:42,102 INFO [M:0;695c90f4bb18:37077 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T03:21:42,102 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T03:21:42,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1498236595/master 2024-11-17T03:21:42,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1498236595 2024-11-17T03:21:42,111 DEBUG [M:0;695c90f4bb18:37077 {}] zookeeper.ZKUtil(347): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Unable to get data of znode /1-1498236595/master because node does not exist (not an error) 2024-11-17T03:21:42,111 WARN [M:0;695c90f4bb18:37077 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T03:21:42,112 INFO [M:0;695c90f4bb18:37077 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/.lastflushedseqids 2024-11-17T03:21:42,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741848_1024 (size=245) 2024-11-17T03:21:42,191 INFO [RS:0;695c90f4bb18:35543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:21:42,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10146cf4f290004, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:21:42,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35543-0x10146cf4f290004, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:21:42,191 INFO [RS:0;695c90f4bb18:35543 {}] regionserver.HRegionServer(1031): Exiting; stopping=695c90f4bb18,35543,1731813667973; zookeeper connection closed. 2024-11-17T03:21:42,191 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@198c4534 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@198c4534 2024-11-17T03:21:42,191 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T03:21:42,516 INFO [M:0;695c90f4bb18:37077 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T03:21:42,516 INFO [M:0;695c90f4bb18:37077 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T03:21:42,516 DEBUG [M:0;695c90f4bb18:37077 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:21:42,516 INFO [M:0;695c90f4bb18:37077 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:42,516 DEBUG [M:0;695c90f4bb18:37077 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:42,516 DEBUG [M:0;695c90f4bb18:37077 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:21:42,516 DEBUG [M:0;695c90f4bb18:37077 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:42,517 INFO [M:0;695c90f4bb18:37077 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-17T03:21:42,534 DEBUG [M:0;695c90f4bb18:37077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c056e04922fb4bad9c792e54f94ee7a2 is 82, key is hbase:meta,,1/info:regioninfo/1731813671229/Put/seqid=0 2024-11-17T03:21:42,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741849_1025 (size=5672) 2024-11-17T03:21:42,939 INFO [M:0;695c90f4bb18:37077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c056e04922fb4bad9c792e54f94ee7a2 2024-11-17T03:21:42,966 DEBUG [M:0;695c90f4bb18:37077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fceaee60f6b9491c8a28cec77948eeb4 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731813680964/Put/seqid=0 2024-11-17T03:21:42,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741850_1026 (size=7217) 2024-11-17T03:21:42,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:42,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:42,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:43,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:43,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:43,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:43,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:43,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:43,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:43,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:43,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:43,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:43,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:43,198 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1488, reset compression=false 2024-11-17T03:21:43,370 INFO [M:0;695c90f4bb18:37077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fceaee60f6b9491c8a28cec77948eeb4 2024-11-17T03:21:43,374 INFO [M:0;695c90f4bb18:37077 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fceaee60f6b9491c8a28cec77948eeb4 2024-11-17T03:21:43,392 DEBUG [M:0;695c90f4bb18:37077 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee1ef5ff86ff42bd8b7071ac90a6e1f0 is 69, key is 695c90f4bb18,35543,1731813667973/rs:state/1731813670169/Put/seqid=0 2024-11-17T03:21:43,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741851_1027 (size=5156) 2024-11-17T03:21:43,401 INFO [M:0;695c90f4bb18:37077 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee1ef5ff86ff42bd8b7071ac90a6e1f0 2024-11-17T03:21:43,404 DEBUG [M:0;695c90f4bb18:37077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c056e04922fb4bad9c792e54f94ee7a2 as hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c056e04922fb4bad9c792e54f94ee7a2 2024-11-17T03:21:43,411 INFO [M:0;695c90f4bb18:37077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c056e04922fb4bad9c792e54f94ee7a2, entries=8, sequenceid=105, filesize=5.5 K 2024-11-17T03:21:43,412 DEBUG [M:0;695c90f4bb18:37077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fceaee60f6b9491c8a28cec77948eeb4 as hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fceaee60f6b9491c8a28cec77948eeb4 2024-11-17T03:21:43,415 INFO [M:0;695c90f4bb18:37077 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fceaee60f6b9491c8a28cec77948eeb4 2024-11-17T03:21:43,415 INFO [M:0;695c90f4bb18:37077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fceaee60f6b9491c8a28cec77948eeb4, entries=11, sequenceid=105, filesize=7.0 K 2024-11-17T03:21:43,415 DEBUG [M:0;695c90f4bb18:37077 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ee1ef5ff86ff42bd8b7071ac90a6e1f0 as hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee1ef5ff86ff42bd8b7071ac90a6e1f0 2024-11-17T03:21:43,418 INFO [M:0;695c90f4bb18:37077 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44161/user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ee1ef5ff86ff42bd8b7071ac90a6e1f0, entries=1, sequenceid=105, filesize=5.0 K 2024-11-17T03:21:43,418 INFO [M:0;695c90f4bb18:37077 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=105, compaction requested=false 2024-11-17T03:21:43,419 INFO [M:0;695c90f4bb18:37077 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:43,420 DEBUG [M:0;695c90f4bb18:37077 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813702516Disabling compacts and flushes for region at 1731813702516Disabling writes for close at 1731813702516Obtaining lock to block concurrent updates at 1731813702517 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731813702517Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731813702517Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731813702517Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731813702518 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731813702534 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731813702534Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731813702943 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731813702965 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731813702965Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731813703374 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731813703391 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731813703391Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66b0253: reopening flushed file at 1731813703404 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2532471a: reopening flushed file at 1731813703411 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7703d094: reopening flushed file at 1731813703415 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 901ms, sequenceid=105, compaction requested=false at 1731813703418 (+3 ms)Writing region close event to WAL at 1731813703419 (+1 ms)Closed at 1731813703419 2024-11-17T03:21:43,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44823 is added to blk_1073741830_1006 (size=64411) 2024-11-17T03:21:43,421 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/8573a6b2-b58e-7328-750e-40b717f7ad0c/MasterData/WALs/695c90f4bb18,37077,1731813667833/695c90f4bb18%2C37077%2C1731813667833.1731813669711 not finished, retry = 0 2024-11-17T03:21:43,522 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:21:43,522 INFO [M:0;695c90f4bb18:37077 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T03:21:43,522 INFO [M:0;695c90f4bb18:37077 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37077 2024-11-17T03:21:43,522 INFO [M:0;695c90f4bb18:37077 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:21:43,574 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:21:43,574 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:43,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:43,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:43,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:43,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:43,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:43,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:43,625 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:43,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:43,633 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:43,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:43,636 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:43,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:43,663 INFO [M:0;695c90f4bb18:37077 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:21:43,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:21:43,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37077-0x10146cf4f290003, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:21:43,673 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@aa5a2ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:21:43,673 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31b08602{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:21:43,673 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:21:43,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@200fc76{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:21:43,674 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79c29ee4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/hadoop.log.dir/,STOPPED} 2024-11-17T03:21:43,684 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T03:21:43,684 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T03:21:43,684 WARN [BP-1839054561-172.17.0.3-1731813665689 heartbeating to localhost/127.0.0.1:44161 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T03:21:43,684 WARN [BP-1839054561-172.17.0.3-1731813665689 heartbeating to localhost/127.0.0.1:44161 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1839054561-172.17.0.3-1731813665689 (Datanode Uuid 914daf1c-50e1-4f17-ae08-f5d864c0d16c) service to localhost/127.0.0.1:44161 2024-11-17T03:21:43,685 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/cluster_fc5334c4-4567-6c59-560d-80509e4566a1/data/data1/current/BP-1839054561-172.17.0.3-1731813665689 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:21:43,685 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/cluster_fc5334c4-4567-6c59-560d-80509e4566a1/data/data2/current/BP-1839054561-172.17.0.3-1731813665689 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:21:43,685 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T03:21:43,693 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@317f82f1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:21:43,694 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23eef55d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:21:43,694 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:21:43,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41bc7698{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:21:43,694 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@186641d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36052f0e-35e4-ffde-5441-f5050dd8be54/hadoop.log.dir/,STOPPED} 2024-11-17T03:21:43,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T03:21:43,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T03:21:43,715 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:21:43,715 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:21:43,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:43,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:43,715 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:21:43,716 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T03:21:43,716 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1763903436, stopped=false 2024-11-17T03:21:43,716 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=695c90f4bb18,46257,1731813662300 2024-11-17T03:21:43,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34521-0x10146cf4f290001, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1933701034/running 2024-11-17T03:21:43,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1933701034/running 2024-11-17T03:21:43,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34521-0x10146cf4f290001, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933701034 2024-11-17T03:21:43,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933701034 2024-11-17T03:21:43,732 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:21:43,733 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:21:43,733 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:21:43,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:43,733 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '695c90f4bb18,34521,1731813662606' ***** 2024-11-17T03:21:43,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34521-0x10146cf4f290001, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Set watcher on znode that does not yet exist, /0-1933701034/running 2024-11-17T03:21:43,733 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T03:21:43,733 INFO [RS:0;695c90f4bb18:34521 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T03:21:43,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Set watcher on znode that does not yet exist, /0-1933701034/running 2024-11-17T03:21:43,734 INFO [RS:0;695c90f4bb18:34521 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T03:21:43,734 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T03:21:43,734 INFO [RS:0;695c90f4bb18:34521 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T03:21:43,734 INFO [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(3091): Received CLOSE for e3e2102139db4bef3b37ded20d557fd3 2024-11-17T03:21:43,734 INFO [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(3091): Received CLOSE for d62a202d09d54be1538cf94acde69431 2024-11-17T03:21:43,734 INFO [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(959): stopping server 695c90f4bb18,34521,1731813662606 2024-11-17T03:21:43,734 INFO [RS:0;695c90f4bb18:34521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:21:43,734 INFO [RS:0;695c90f4bb18:34521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:34521. 2024-11-17T03:21:43,734 DEBUG [RS:0;695c90f4bb18:34521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:21:43,734 DEBUG [RS:0;695c90f4bb18:34521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:43,734 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e3e2102139db4bef3b37ded20d557fd3, disabling compactions & flushes 2024-11-17T03:21:43,734 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731813678948.e3e2102139db4bef3b37ded20d557fd3. 2024-11-17T03:21:43,734 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813678948.e3e2102139db4bef3b37ded20d557fd3. 2024-11-17T03:21:43,734 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731813678948.e3e2102139db4bef3b37ded20d557fd3. after waiting 0 ms 2024-11-17T03:21:43,734 INFO [RS:0;695c90f4bb18:34521 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T03:21:43,734 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731813678948.e3e2102139db4bef3b37ded20d557fd3. 2024-11-17T03:21:43,734 INFO [RS:0;695c90f4bb18:34521 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T03:21:43,734 INFO [RS:0;695c90f4bb18:34521 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T03:21:43,734 INFO [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T03:21:43,734 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e3e2102139db4bef3b37ded20d557fd3 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-17T03:21:43,734 INFO [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T03:21:43,734 DEBUG [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(1325): Online Regions={e3e2102139db4bef3b37ded20d557fd3=test,,1731813678948.e3e2102139db4bef3b37ded20d557fd3., 1588230740=hbase:meta,,1.1588230740, d62a202d09d54be1538cf94acde69431=hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431.} 2024-11-17T03:21:43,734 DEBUG [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d62a202d09d54be1538cf94acde69431, e3e2102139db4bef3b37ded20d557fd3 2024-11-17T03:21:43,735 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:21:43,735 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:21:43,735 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:21:43,735 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:21:43,735 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:21:43,735 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T03:21:43,736 INFO [regionserver/695c90f4bb18:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:21:43,752 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/meta/1588230740/.tmp/info/7214a98a3b59433d97e61436460cef53 is 147, key is hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431./info:regioninfo/1731813682714/Put/seqid=0 2024-11-17T03:21:43,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741840_1016 (size=7686) 2024-11-17T03:21:43,757 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/default/test/e3e2102139db4bef3b37ded20d557fd3/.tmp/f/5bd1d59fb32642b094632506e401a7ab is 37, key is row3/f:row3/1731813695126/Put/seqid=0 2024-11-17T03:21:43,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741841_1017 (size=5228) 2024-11-17T03:21:43,793 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T03:21:43,793 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T03:21:43,935 DEBUG [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d62a202d09d54be1538cf94acde69431, e3e2102139db4bef3b37ded20d557fd3 2024-11-17T03:21:44,135 DEBUG [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d62a202d09d54be1538cf94acde69431, e3e2102139db4bef3b37ded20d557fd3 2024-11-17T03:21:44,156 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/meta/1588230740/.tmp/info/7214a98a3b59433d97e61436460cef53 2024-11-17T03:21:44,161 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/default/test/e3e2102139db4bef3b37ded20d557fd3/.tmp/f/5bd1d59fb32642b094632506e401a7ab 2024-11-17T03:21:44,165 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5bd1d59fb32642b094632506e401a7ab 2024-11-17T03:21:44,173 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/meta/1588230740/.tmp/ns/dfaa24d8ff48465481f4582518db37f6 is 43, key is default/ns:d/1731813665563/Put/seqid=0 2024-11-17T03:21:44,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741842_1018 (size=5153) 2024-11-17T03:21:44,178 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/default/test/e3e2102139db4bef3b37ded20d557fd3/.tmp/f1/cdf7554ad3fb422dabc67f082fe3d050 is 30, key is row1/f1:/1731813692461/DeleteFamily/seqid=0 2024-11-17T03:21:44,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741843_1019 (size=5158) 2024-11-17T03:21:44,335 DEBUG [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d62a202d09d54be1538cf94acde69431, e3e2102139db4bef3b37ded20d557fd3 2024-11-17T03:21:44,406 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1488, reset compression=false 2024-11-17T03:21:44,410 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:21:44,410 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1735, reset compression=false 2024-11-17T03:21:44,410 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.shipper695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,34521,1731813662606 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916, lastWalPosition=1735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:21:44,411 ERROR [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.shipper695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 695c90f4bb18,34521,1731813662606: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-695c90f4bb18,34521,1731813662606, walGroup=695c90f4bb18%2C34521%2C1731813662606, offset=695c90f4bb18%2C34521%2C1731813662606.1731813664916:1735, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:34521 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T03:21:44,412 ERROR [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.shipper695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T03:21:44,413 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.shipper695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T03:21:44,413 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.shipper695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T03:21:44,413 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.shipper695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T03:21:44,413 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.shipper695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T03:21:44,413 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.shipper695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 916626944 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 199330528 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T03:21:44,413 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.shipper695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:46257 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:46257 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T03:21:44,535 DEBUG [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d62a202d09d54be1538cf94acde69431, e3e2102139db4bef3b37ded20d557fd3 2024-11-17T03:21:44,577 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/meta/1588230740/.tmp/ns/dfaa24d8ff48465481f4582518db37f6 2024-11-17T03:21:44,582 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/default/test/e3e2102139db4bef3b37ded20d557fd3/.tmp/f1/cdf7554ad3fb422dabc67f082fe3d050 2024-11-17T03:21:44,591 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdf7554ad3fb422dabc67f082fe3d050 2024-11-17T03:21:44,600 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/meta/1588230740/.tmp/rep_barrier/c26c5c6a5a3c442e91af1f2792b0e5f0 is 112, key is test,,1731813678948.e3e2102139db4bef3b37ded20d557fd3./rep_barrier:seqnumDuringOpen/1731813679778/Put/seqid=0 2024-11-17T03:21:44,615 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1735, reset compression=false 2024-11-17T03:21:44,622 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/default/test/e3e2102139db4bef3b37ded20d557fd3/.tmp/norep/04f54907b2744cb89a24b1e2000b5b0f is 32, key is row/norep:/1731813691456/DeleteFamily/seqid=0 2024-11-17T03:21:44,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741844_1020 (size=5518) 2024-11-17T03:21:44,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741845_1021 (size=5101) 2024-11-17T03:21:44,735 DEBUG [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d62a202d09d54be1538cf94acde69431, e3e2102139db4bef3b37ded20d557fd3 2024-11-17T03:21:44,918 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1735, reset compression=false 2024-11-17T03:21:44,936 DEBUG [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d62a202d09d54be1538cf94acde69431, e3e2102139db4bef3b37ded20d557fd3 2024-11-17T03:21:45,026 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/meta/1588230740/.tmp/rep_barrier/c26c5c6a5a3c442e91af1f2792b0e5f0 2024-11-17T03:21:45,034 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/default/test/e3e2102139db4bef3b37ded20d557fd3/.tmp/norep/04f54907b2744cb89a24b1e2000b5b0f 2024-11-17T03:21:45,037 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 04f54907b2744cb89a24b1e2000b5b0f 2024-11-17T03:21:45,037 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/default/test/e3e2102139db4bef3b37ded20d557fd3/.tmp/f/5bd1d59fb32642b094632506e401a7ab as hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/default/test/e3e2102139db4bef3b37ded20d557fd3/f/5bd1d59fb32642b094632506e401a7ab 2024-11-17T03:21:45,041 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5bd1d59fb32642b094632506e401a7ab 2024-11-17T03:21:45,041 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/default/test/e3e2102139db4bef3b37ded20d557fd3/f/5bd1d59fb32642b094632506e401a7ab, entries=5, sequenceid=12, filesize=5.1 K 2024-11-17T03:21:45,041 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/default/test/e3e2102139db4bef3b37ded20d557fd3/.tmp/f1/cdf7554ad3fb422dabc67f082fe3d050 as hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/default/test/e3e2102139db4bef3b37ded20d557fd3/f1/cdf7554ad3fb422dabc67f082fe3d050 2024-11-17T03:21:45,044 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdf7554ad3fb422dabc67f082fe3d050 2024-11-17T03:21:45,045 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/default/test/e3e2102139db4bef3b37ded20d557fd3/f1/cdf7554ad3fb422dabc67f082fe3d050, entries=3, sequenceid=12, filesize=5.0 K 2024-11-17T03:21:45,045 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/default/test/e3e2102139db4bef3b37ded20d557fd3/.tmp/norep/04f54907b2744cb89a24b1e2000b5b0f as hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/default/test/e3e2102139db4bef3b37ded20d557fd3/norep/04f54907b2744cb89a24b1e2000b5b0f 2024-11-17T03:21:45,047 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/meta/1588230740/.tmp/table/2fcc440a128c433da56bd86b88776d42 is 53, key is hbase:replication/table:state/1731813682722/Put/seqid=0 2024-11-17T03:21:45,049 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 04f54907b2744cb89a24b1e2000b5b0f 2024-11-17T03:21:45,049 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/default/test/e3e2102139db4bef3b37ded20d557fd3/norep/04f54907b2744cb89a24b1e2000b5b0f, entries=1, sequenceid=12, filesize=5.0 K 2024-11-17T03:21:45,050 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e3e2102139db4bef3b37ded20d557fd3 in 1315ms, sequenceid=12, compaction requested=false 2024-11-17T03:21:45,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741846_1022 (size=5308) 2024-11-17T03:21:45,055 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/default/test/e3e2102139db4bef3b37ded20d557fd3/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T03:21:45,055 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:21:45,055 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T03:21:45,055 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731813678948.e3e2102139db4bef3b37ded20d557fd3. 2024-11-17T03:21:45,055 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e3e2102139db4bef3b37ded20d557fd3: Waiting for close lock at 1731813703734Running coprocessor pre-close hooks at 1731813703734Disabling compacts and flushes for region at 1731813703734Disabling writes for close at 1731813703734Obtaining lock to block concurrent updates at 1731813703734Preparing flush snapshotting stores in e3e2102139db4bef3b37ded20d557fd3 at 1731813703734Finished memstore snapshotting test,,1731813678948.e3e2102139db4bef3b37ded20d557fd3., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731813703735 (+1 ms)Flushing stores of test,,1731813678948.e3e2102139db4bef3b37ded20d557fd3. at 1731813703736 (+1 ms)Flushing e3e2102139db4bef3b37ded20d557fd3/f: creating writer at 1731813703736Flushing e3e2102139db4bef3b37ded20d557fd3/f: appending metadata at 1731813703757 (+21 ms)Flushing e3e2102139db4bef3b37ded20d557fd3/f: closing flushed file at 1731813703757Flushing e3e2102139db4bef3b37ded20d557fd3/f1: creating writer at 1731813704165 (+408 ms)Flushing e3e2102139db4bef3b37ded20d557fd3/f1: appending metadata at 1731813704177 (+12 ms)Flushing e3e2102139db4bef3b37ded20d557fd3/f1: closing flushed file at 1731813704177Flushing e3e2102139db4bef3b37ded20d557fd3/norep: creating writer at 1731813704591 (+414 ms)Flushing e3e2102139db4bef3b37ded20d557fd3/norep: appending metadata at 1731813704621 (+30 ms)Flushing e3e2102139db4bef3b37ded20d557fd3/norep: closing flushed file at 1731813704621Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@710dcfb3: reopening flushed file at 1731813705037 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32cad5f: reopening flushed file at 1731813705041 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c6f61af: reopening flushed file at 1731813705045 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for e3e2102139db4bef3b37ded20d557fd3 in 1315ms, sequenceid=12, compaction requested=false at 1731813705050 (+5 ms)Writing region close event to WAL at 1731813705053 (+3 ms)Running coprocessor post-close hooks at 1731813705055 (+2 ms)Closed at 1731813705055 2024-11-17T03:21:45,056 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731813678948.e3e2102139db4bef3b37ded20d557fd3. 2024-11-17T03:21:45,056 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d62a202d09d54be1538cf94acde69431, disabling compactions & flushes 2024-11-17T03:21:45,056 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431. 2024-11-17T03:21:45,056 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431. 2024-11-17T03:21:45,056 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431. after waiting 0 ms 2024-11-17T03:21:45,056 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431. 2024-11-17T03:21:45,056 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d62a202d09d54be1538cf94acde69431: Waiting for close lock at 1731813705056Running coprocessor pre-close hooks at 1731813705056Disabling compacts and flushes for region at 1731813705056Disabling writes for close at 1731813705056Failed flush hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431., putting online again at 1731813705056 2024-11-17T03:21:45,056 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431. 2024-11-17T03:21:45,136 INFO [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T03:21:45,136 DEBUG [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d62a202d09d54be1538cf94acde69431=hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431.} 2024-11-17T03:21:45,136 INFO [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(3091): Received CLOSE for d62a202d09d54be1538cf94acde69431 2024-11-17T03:21:45,136 DEBUG [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d62a202d09d54be1538cf94acde69431 2024-11-17T03:21:45,136 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d62a202d09d54be1538cf94acde69431, disabling compactions & flushes 2024-11-17T03:21:45,136 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431. 2024-11-17T03:21:45,136 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431. 2024-11-17T03:21:45,136 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431. after waiting 0 ms 2024-11-17T03:21:45,136 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431. 2024-11-17T03:21:45,136 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d62a202d09d54be1538cf94acde69431: Waiting for close lock at 1731813705136Running coprocessor pre-close hooks at 1731813705136Disabling compacts and flushes for region at 1731813705136Disabling writes for close at 1731813705136Failed flush hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431., putting online again at 1731813705136 2024-11-17T03:21:45,136 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731813681891.d62a202d09d54be1538cf94acde69431. 2024-11-17T03:21:45,322 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 1735, reset compression=false 2024-11-17T03:21:45,326 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:21:45,326 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 2379, reset compression=false 2024-11-17T03:21:45,336 DEBUG [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:21:45,451 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/meta/1588230740/.tmp/table/2fcc440a128c433da56bd86b88776d42 2024-11-17T03:21:45,455 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/meta/1588230740/.tmp/info/7214a98a3b59433d97e61436460cef53 as hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/meta/1588230740/info/7214a98a3b59433d97e61436460cef53 2024-11-17T03:21:45,459 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/meta/1588230740/info/7214a98a3b59433d97e61436460cef53, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T03:21:45,459 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/meta/1588230740/.tmp/ns/dfaa24d8ff48465481f4582518db37f6 as hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/meta/1588230740/ns/dfaa24d8ff48465481f4582518db37f6 2024-11-17T03:21:45,463 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/meta/1588230740/ns/dfaa24d8ff48465481f4582518db37f6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T03:21:45,464 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/meta/1588230740/.tmp/rep_barrier/c26c5c6a5a3c442e91af1f2792b0e5f0 as hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/meta/1588230740/rep_barrier/c26c5c6a5a3c442e91af1f2792b0e5f0 2024-11-17T03:21:45,467 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/meta/1588230740/rep_barrier/c26c5c6a5a3c442e91af1f2792b0e5f0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T03:21:45,468 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/meta/1588230740/.tmp/table/2fcc440a128c433da56bd86b88776d42 as hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/meta/1588230740/table/2fcc440a128c433da56bd86b88776d42 2024-11-17T03:21:45,471 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/meta/1588230740/table/2fcc440a128c433da56bd86b88776d42, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T03:21:45,472 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=16, compaction requested=false 2024-11-17T03:21:45,476 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T03:21:45,477 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:21:45,477 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:21:45,477 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:21:45,477 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813703734Running coprocessor pre-close hooks at 1731813703734Disabling compacts and flushes for region at 1731813703734Disabling writes for close at 1731813703735 (+1 ms)Obtaining lock to block concurrent updates at 1731813703735Preparing flush snapshotting stores in 1588230740 at 1731813703735Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731813703735Flushing stores of hbase:meta,,1.1588230740 at 1731813703735Flushing 1588230740/info: creating writer at 1731813703735Flushing 1588230740/info: appending metadata at 1731813703752 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731813703752Flushing 1588230740/ns: creating writer at 1731813704160 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731813704173 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731813704173Flushing 1588230740/rep_barrier: creating writer at 1731813704581 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731813704599 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731813704599Flushing 1588230740/table: creating writer at 1731813705030 (+431 ms)Flushing 1588230740/table: appending metadata at 1731813705047 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731813705047Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@297a2bcc: reopening flushed file at 1731813705454 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b884004: reopening flushed file at 1731813705459 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d441488: reopening flushed file at 1731813705463 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bd489e: reopening flushed file at 1731813705467 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=16, compaction requested=false at 1731813705472 (+5 ms)Writing region close event to WAL at 1731813705473 (+1 ms)Running coprocessor post-close hooks at 1731813705477 (+4 ms)Closed at 1731813705477 2024-11-17T03:21:45,477 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T03:21:45,529 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.wal-reader.695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 to pos 2379, reset compression=false 2024-11-17T03:21:45,536 INFO [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T03:21:45,536 INFO [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(976): stopping server 695c90f4bb18,34521,1731813662606; all regions closed. 2024-11-17T03:21:45,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741834_1010 (size=4239) 2024-11-17T03:21:45,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741839_1015 (size=2609) 2024-11-17T03:21:45,540 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.rep.1731813682667 not finished, retry = 0 2024-11-17T03:21:45,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741833_1009 (size=2387) 2024-11-17T03:21:45,642 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/WALs/695c90f4bb18,34521,1731813662606/695c90f4bb18%2C34521%2C1731813662606.1731813664916 not finished, retry = 0 2024-11-17T03:21:45,743 DEBUG [RS:0;695c90f4bb18:34521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:45,743 INFO [RS:0;695c90f4bb18:34521 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:21:45,743 INFO [RS:0;695c90f4bb18:34521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:21:45,744 INFO [RS:0;695c90f4bb18:34521 {}] hbase.ChoreService(370): Chore service for: regionserver/695c90f4bb18:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T03:21:45,744 INFO [RS:0;695c90f4bb18:34521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:21:45,744 INFO [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:21:45,744 INFO [RS:0;695c90f4bb18:34521 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-695c90f4bb18,34521,1731813662606 because: Region server is closing 2024-11-17T03:21:45,744 INFO [RS:0;695c90f4bb18:34521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:34521. 2024-11-17T03:21:45,744 DEBUG [RS:0;695c90f4bb18:34521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:21:45,744 DEBUG [RS:0;695c90f4bb18:34521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:45,744 DEBUG [RS:0;695c90f4bb18:34521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:45,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:21:45,782 INFO [master/695c90f4bb18:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T03:21:45,783 INFO [master/695c90f4bb18:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T03:21:45,844 INFO [RS:0;695c90f4bb18:34521 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,34521,1731813662606.replicationSource.shipper695c90f4bb18%2C34521%2C1731813662606,1-695c90f4bb18,34521,1731813662606 terminated 2024-11-17T03:21:45,845 INFO [RS:0;695c90f4bb18:34521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:34521. 2024-11-17T03:21:45,845 DEBUG [RS:0;695c90f4bb18:34521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:21:45,845 DEBUG [RS:0;695c90f4bb18:34521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:45,845 DEBUG [RS:0;695c90f4bb18:34521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:45,845 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:21:45,845 INFO [RS:0;695c90f4bb18:34521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34521 2024-11-17T03:21:45,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34521-0x10146cf4f290001, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1933701034/rs/695c90f4bb18,34521,1731813662606 2024-11-17T03:21:45,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933701034/rs 2024-11-17T03:21:45,962 INFO [RS:0;695c90f4bb18:34521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:21:46,005 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [695c90f4bb18,34521,1731813662606] 2024-11-17T03:21:46,068 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1933701034/draining/695c90f4bb18,34521,1731813662606 already deleted, retry=false 2024-11-17T03:21:46,068 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 695c90f4bb18,34521,1731813662606 expired; onlineServers=0 2024-11-17T03:21:46,068 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '695c90f4bb18,46257,1731813662300' ***** 2024-11-17T03:21:46,068 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T03:21:46,068 INFO [M:0;695c90f4bb18:46257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:21:46,068 INFO [M:0;695c90f4bb18:46257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:21:46,068 DEBUG [M:0;695c90f4bb18:46257 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T03:21:46,068 DEBUG [M:0;695c90f4bb18:46257 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T03:21:46,068 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813664654 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813664654,5,FailOnTimeoutGroup] 2024-11-17T03:21:46,068 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813664651 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813664651,5,FailOnTimeoutGroup] 2024-11-17T03:21:46,069 INFO [M:0;695c90f4bb18:46257 {}] hbase.ChoreService(370): Chore service for: master/695c90f4bb18:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T03:21:46,069 INFO [M:0;695c90f4bb18:46257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:21:46,069 DEBUG [M:0;695c90f4bb18:46257 {}] master.HMaster(1795): Stopping service threads 2024-11-17T03:21:46,069 INFO [M:0;695c90f4bb18:46257 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T03:21:46,069 INFO [M:0;695c90f4bb18:46257 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:21:46,069 ERROR [M:0;695c90f4bb18:46257 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35777,5,PEWorkerGroup] 2024-11-17T03:21:46,069 INFO [M:0;695c90f4bb18:46257 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T03:21:46,069 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T03:21:46,072 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T03:21:46,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34521-0x10146cf4f290001, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:21:46,105 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34521-0x10146cf4f290001, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:21:46,105 INFO [RS:0;695c90f4bb18:34521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:21:46,105 INFO [RS:0;695c90f4bb18:34521 {}] regionserver.HRegionServer(1031): Exiting; stopping=695c90f4bb18,34521,1731813662606; zookeeper connection closed. 2024-11-17T03:21:46,105 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1226c8a5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1226c8a5 2024-11-17T03:21:46,105 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T03:21:46,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1933701034/master 2024-11-17T03:21:46,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1933701034 2024-11-17T03:21:46,121 DEBUG [M:0;695c90f4bb18:46257 {}] zookeeper.ZKUtil(347): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Unable to get data of znode /0-1933701034/master because node does not exist (not an error) 2024-11-17T03:21:46,121 WARN [M:0;695c90f4bb18:46257 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T03:21:46,122 INFO [M:0;695c90f4bb18:46257 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/.lastflushedseqids 2024-11-17T03:21:46,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741847_1023 (size=245) 2024-11-17T03:21:46,530 INFO [M:0;695c90f4bb18:46257 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T03:21:46,530 INFO [M:0;695c90f4bb18:46257 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T03:21:46,530 DEBUG [M:0;695c90f4bb18:46257 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:21:46,530 INFO [M:0;695c90f4bb18:46257 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:46,530 DEBUG [M:0;695c90f4bb18:46257 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:46,530 DEBUG [M:0;695c90f4bb18:46257 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:21:46,530 DEBUG [M:0;695c90f4bb18:46257 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:46,531 INFO [M:0;695c90f4bb18:46257 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-17T03:21:46,545 DEBUG [M:0;695c90f4bb18:46257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9cf2560db689475aa7e8385b8f3fed3f is 82, key is hbase:meta,,1/info:regioninfo/1731813665528/Put/seqid=0 2024-11-17T03:21:46,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741848_1024 (size=5672) 2024-11-17T03:21:46,950 INFO [M:0;695c90f4bb18:46257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9cf2560db689475aa7e8385b8f3fed3f 2024-11-17T03:21:46,971 DEBUG [M:0;695c90f4bb18:46257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a8b9a9535ff4bb2995a177d6420e092 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731813679806/Put/seqid=0 2024-11-17T03:21:46,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741849_1025 (size=7217) 2024-11-17T03:21:47,375 INFO [M:0;695c90f4bb18:46257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a8b9a9535ff4bb2995a177d6420e092 2024-11-17T03:21:47,378 INFO [M:0;695c90f4bb18:46257 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a8b9a9535ff4bb2995a177d6420e092 2024-11-17T03:21:47,403 DEBUG [M:0;695c90f4bb18:46257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e570b24ff1a647249d9278a707d7b58a is 69, key is 695c90f4bb18,34521,1731813662606/rs:state/1731813664770/Put/seqid=0 2024-11-17T03:21:47,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741850_1026 (size=5156) 2024-11-17T03:21:47,407 INFO [M:0;695c90f4bb18:46257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e570b24ff1a647249d9278a707d7b58a 2024-11-17T03:21:47,411 DEBUG [M:0;695c90f4bb18:46257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9cf2560db689475aa7e8385b8f3fed3f as hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9cf2560db689475aa7e8385b8f3fed3f 2024-11-17T03:21:47,416 INFO [M:0;695c90f4bb18:46257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9cf2560db689475aa7e8385b8f3fed3f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-17T03:21:47,417 DEBUG [M:0;695c90f4bb18:46257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1a8b9a9535ff4bb2995a177d6420e092 as hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a8b9a9535ff4bb2995a177d6420e092 2024-11-17T03:21:47,421 INFO [M:0;695c90f4bb18:46257 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1a8b9a9535ff4bb2995a177d6420e092 2024-11-17T03:21:47,421 INFO [M:0;695c90f4bb18:46257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1a8b9a9535ff4bb2995a177d6420e092, entries=11, sequenceid=105, filesize=7.0 K 2024-11-17T03:21:47,421 DEBUG [M:0;695c90f4bb18:46257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e570b24ff1a647249d9278a707d7b58a as hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e570b24ff1a647249d9278a707d7b58a 2024-11-17T03:21:47,424 INFO [M:0;695c90f4bb18:46257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35777/user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e570b24ff1a647249d9278a707d7b58a, entries=1, sequenceid=105, filesize=5.0 K 2024-11-17T03:21:47,425 INFO [M:0;695c90f4bb18:46257 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=105, compaction requested=false 2024-11-17T03:21:47,429 INFO [M:0;695c90f4bb18:46257 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:47,429 DEBUG [M:0;695c90f4bb18:46257 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813706530Disabling compacts and flushes for region at 1731813706530Disabling writes for close at 1731813706530Obtaining lock to block concurrent updates at 1731813706531 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731813706531Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731813706531Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731813706531Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731813706532 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731813706545 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731813706545Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731813706953 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731813706971 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731813706971Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731813707378 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731813707403 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731813707403Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@512881a5: reopening flushed file at 1731813707411 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35807f05: reopening flushed file at 1731813707416 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67dfc8ca: reopening flushed file at 1731813707421 (+5 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 895ms, sequenceid=105, compaction requested=false at 1731813707425 (+4 ms)Writing region close event to WAL at 1731813707429 (+4 ms)Closed at 1731813707429 2024-11-17T03:21:47,431 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/01318acf-b5c1-0759-2a93-5ae4c52b528e/MasterData/WALs/695c90f4bb18,46257,1731813662300/695c90f4bb18%2C46257%2C1731813662300.1731813664386 not finished, retry = 0 2024-11-17T03:21:47,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46869 is added to blk_1073741830_1006 (size=64411) 2024-11-17T03:21:47,532 INFO [M:0;695c90f4bb18:46257 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T03:21:47,532 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:21:47,532 INFO [M:0;695c90f4bb18:46257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46257 2024-11-17T03:21:47,533 INFO [M:0;695c90f4bb18:46257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:21:47,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:21:47,643 INFO [M:0;695c90f4bb18:46257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:21:47,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46257-0x10146cf4f290000, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:21:47,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5b4b46fc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:21:47,646 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@161e80a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:21:47,647 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:21:47,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ede9bc4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:21:47,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19d1ef9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/hadoop.log.dir/,STOPPED} 2024-11-17T03:21:47,648 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T03:21:47,648 WARN [BP-578991839-172.17.0.3-1731813659541 heartbeating to localhost/127.0.0.1:35777 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T03:21:47,648 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T03:21:47,648 WARN [BP-578991839-172.17.0.3-1731813659541 heartbeating to localhost/127.0.0.1:35777 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-578991839-172.17.0.3-1731813659541 (Datanode Uuid f005c667-f761-4f1a-9b95-9aad369aac90) service to localhost/127.0.0.1:35777 2024-11-17T03:21:47,649 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/cluster_f005492c-376b-0bac-83dc-b624b94f2dad/data/data1/current/BP-578991839-172.17.0.3-1731813659541 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:21:47,649 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/cluster_f005492c-376b-0bac-83dc-b624b94f2dad/data/data2/current/BP-578991839-172.17.0.3-1731813659541 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:21:47,649 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T03:21:47,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36bffe5d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:21:47,657 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1da91af9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:21:47,657 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:21:47,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6700066{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:21:47,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c3aebb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2d421970-be21-7a44-41de-85c9f1b31328/hadoop.log.dir/,STOPPED} 2024-11-17T03:21:47,663 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T03:21:47,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T03:21:47,686 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=313 (was 259) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:44161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:43213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:35777 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:43213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:44161 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:43213 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:44161 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51760) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:35777 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43213 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:43213 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51760) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43213 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51760) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:44161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:35777 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44161 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44161 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=732 (was 656) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=411 (was 307) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5295 (was 5555) 2024-11-17T03:21:47,697 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=313, OpenFileDescriptor=732, MaxFileDescriptor=1048576, SystemLoadAverage=411, ProcessCount=11, AvailableMemoryMB=5294 2024-11-17T03:21:47,713 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-17T03:21:47,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/hadoop.log.dir so I do NOT create it in target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43 2024-11-17T03:21:47,714 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T03:21:47,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/hadoop.tmp.dir so I do NOT create it in target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43 2024-11-17T03:21:47,714 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/198efbf0-176c-2609-d1d1-f22c1b9d57a2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T03:21:47,714 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43 2024-11-17T03:21:47,714 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/cluster_ab329bee-bf16-4513-1007-030f5feeea9f, deleteOnExit=true 2024-11-17T03:21:47,719 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/cluster_ab329bee-bf16-4513-1007-030f5feeea9f/zookeeper_0, clientPort=57325, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/cluster_ab329bee-bf16-4513-1007-030f5feeea9f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/cluster_ab329bee-bf16-4513-1007-030f5feeea9f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T03:21:47,720 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57325 2024-11-17T03:21:47,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T03:21:47,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T03:21:47,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/test.cache.data in system properties and HBase conf 2024-11-17T03:21:47,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T03:21:47,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/hadoop.log.dir in system properties and HBase conf 2024-11-17T03:21:47,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T03:21:47,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T03:21:47,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T03:21:47,720 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T03:21:47,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:21:47,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:21:47,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T03:21:47,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:21:47,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T03:21:47,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T03:21:47,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:21:47,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:21:47,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T03:21:47,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/nfs.dump.dir in system properties and HBase conf 2024-11-17T03:21:47,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/java.io.tmpdir in system properties and HBase conf 2024-11-17T03:21:47,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:21:47,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T03:21:47,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T03:21:47,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10146cf4f290008, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T03:21:47,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10146cf4f290005, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T03:21:47,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10146cf4f290002, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T03:21:47,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10146cf4f290002, quorum=127.0.0.1:51760, baseZNode=/0-1933701034 Received Disconnected from ZooKeeper, ignoring 2024-11-17T03:21:47,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10146cf4f290008, quorum=127.0.0.1:51760, baseZNode=/2698709627 Received Disconnected from ZooKeeper, ignoring 2024-11-17T03:21:47,761 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10146cf4f290005, quorum=127.0.0.1:51760, baseZNode=/1-1498236595 Received Disconnected from ZooKeeper, ignoring 2024-11-17T03:21:48,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:21:48,302 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:21:48,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:21:48,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:21:48,303 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T03:21:48,305 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:21:48,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ba79dd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:21:48,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@539d37a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:21:48,443 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1829485e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/java.io.tmpdir/jetty-localhost-38175-hadoop-hdfs-3_4_1-tests_jar-_-any-4362156637408333090/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:21:48,444 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6616ae25{HTTP/1.1, (http/1.1)}{localhost:38175} 2024-11-17T03:21:48,444 INFO [Time-limited test {}] server.Server(415): Started @284640ms 2024-11-17T03:21:48,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:21:48,831 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:21:48,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:21:48,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:21:48,838 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:21:48,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66e198e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:21:48,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@583bc592{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:21:48,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e11c8ee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/java.io.tmpdir/jetty-localhost-37877-hadoop-hdfs-3_4_1-tests_jar-_-any-3582640791621983717/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:21:48,977 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@13f2d373{HTTP/1.1, (http/1.1)}{localhost:37877} 2024-11-17T03:21:48,977 INFO [Time-limited test {}] server.Server(415): Started @285173ms 2024-11-17T03:21:48,979 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T03:21:49,700 WARN [Thread-3462 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/cluster_ab329bee-bf16-4513-1007-030f5feeea9f/data/data2/current/BP-2102275741-172.17.0.3-1731813707741/current, will proceed with Du for space computation calculation, 2024-11-17T03:21:49,700 WARN [Thread-3461 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/cluster_ab329bee-bf16-4513-1007-030f5feeea9f/data/data1/current/BP-2102275741-172.17.0.3-1731813707741/current, will proceed with Du for space computation calculation, 2024-11-17T03:21:49,720 WARN [Thread-3449 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T03:21:49,723 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbcdb13fa50bbbb73 with lease ID 0x43f366294fcf06f9: Processing first storage report for DS-28eb70a8-b672-44b0-8a87-2d20bdf96c54 from datanode DatanodeRegistration(127.0.0.1:32971, datanodeUuid=8848ab10-f92a-4b14-a1e5-14f2524c56db, infoPort=46471, infoSecurePort=0, ipcPort=35993, storageInfo=lv=-57;cid=testClusterID;nsid=1557113627;c=1731813707741) 2024-11-17T03:21:49,723 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbcdb13fa50bbbb73 with lease ID 0x43f366294fcf06f9: from storage DS-28eb70a8-b672-44b0-8a87-2d20bdf96c54 node DatanodeRegistration(127.0.0.1:32971, datanodeUuid=8848ab10-f92a-4b14-a1e5-14f2524c56db, infoPort=46471, infoSecurePort=0, ipcPort=35993, storageInfo=lv=-57;cid=testClusterID;nsid=1557113627;c=1731813707741), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:21:49,723 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbcdb13fa50bbbb73 with lease ID 0x43f366294fcf06f9: Processing first storage report for DS-c5668839-391e-417f-b05f-ea9527e95b69 from datanode DatanodeRegistration(127.0.0.1:32971, datanodeUuid=8848ab10-f92a-4b14-a1e5-14f2524c56db, infoPort=46471, infoSecurePort=0, ipcPort=35993, storageInfo=lv=-57;cid=testClusterID;nsid=1557113627;c=1731813707741) 2024-11-17T03:21:49,723 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbcdb13fa50bbbb73 with lease ID 0x43f366294fcf06f9: from storage DS-c5668839-391e-417f-b05f-ea9527e95b69 node DatanodeRegistration(127.0.0.1:32971, datanodeUuid=8848ab10-f92a-4b14-a1e5-14f2524c56db, infoPort=46471, infoSecurePort=0, ipcPort=35993, storageInfo=lv=-57;cid=testClusterID;nsid=1557113627;c=1731813707741), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:21:49,812 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43 2024-11-17T03:21:49,812 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:49,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:49,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741825_1001 (size=7) 2024-11-17T03:21:50,221 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6 with version=8 2024-11-17T03:21:50,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/hbase-staging 2024-11-17T03:21:50,224 INFO [Time-limited test {}] client.ConnectionUtils(128): master/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:21:50,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:50,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:50,224 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:21:50,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:50,224 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:21:50,224 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T03:21:50,225 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:21:50,225 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41669 2024-11-17T03:21:50,226 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41669 connecting to ZooKeeper ensemble=127.0.0.1:57325 2024-11-17T03:21:50,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:416690x0, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:21:50,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41669-0x10146d00b6f0000 connected 2024-11-17T03:21:50,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:50,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:50,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Set watcher on znode that does not yet exist, /0-1839821875/running 2024-11-17T03:21:50,420 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6, hbase.cluster.distributed=false 2024-11-17T03:21:50,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Set watcher on znode that does not yet exist, /0-1839821875/acl 2024-11-17T03:21:50,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41669 2024-11-17T03:21:50,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41669 2024-11-17T03:21:50,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41669 2024-11-17T03:21:50,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41669 2024-11-17T03:21:50,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41669 2024-11-17T03:21:50,453 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:21:50,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:50,453 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:50,454 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:21:50,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:50,454 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:21:50,454 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T03:21:50,454 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:21:50,454 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44781 2024-11-17T03:21:50,455 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44781 connecting to ZooKeeper ensemble=127.0.0.1:57325 2024-11-17T03:21:50,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:50,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:50,469 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447810x0, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:21:50,469 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447810x0, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Set watcher on znode that does not yet exist, /0-1839821875/running 2024-11-17T03:21:50,470 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T03:21:50,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44781-0x10146d00b6f0001 connected 2024-11-17T03:21:50,476 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T03:21:50,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44781-0x10146d00b6f0001, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Set watcher on znode that does not yet exist, /0-1839821875/master 2024-11-17T03:21:50,477 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44781-0x10146d00b6f0001, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Set watcher on znode that does not yet exist, /0-1839821875/acl 2024-11-17T03:21:50,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44781 2024-11-17T03:21:50,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44781 2024-11-17T03:21:50,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44781 2024-11-17T03:21:50,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44781 2024-11-17T03:21:50,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44781 2024-11-17T03:21:50,512 DEBUG [M:0;695c90f4bb18:41669 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;695c90f4bb18:41669 2024-11-17T03:21:50,516 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1839821875/backup-masters/695c90f4bb18,41669,1731813710224 2024-11-17T03:21:50,521 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x10146d00b6f0001, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1839821875/backup-masters 2024-11-17T03:21:50,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1839821875/backup-masters 2024-11-17T03:21:50,522 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Set watcher on existing znode=/0-1839821875/backup-masters/695c90f4bb18,41669,1731813710224 2024-11-17T03:21:50,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1839821875 2024-11-17T03:21:50,532 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x10146d00b6f0001, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1839821875/master 2024-11-17T03:21:50,532 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x10146d00b6f0001, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1839821875 2024-11-17T03:21:50,532 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Set watcher on existing znode=/0-1839821875/master 2024-11-17T03:21:50,533 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1839821875/backup-masters/695c90f4bb18,41669,1731813710224 from backup master directory 2024-11-17T03:21:50,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1839821875/backup-masters/695c90f4bb18,41669,1731813710224 2024-11-17T03:21:50,542 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x10146d00b6f0001, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1839821875/backup-masters 2024-11-17T03:21:50,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1839821875/backup-masters 2024-11-17T03:21:50,542 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:21:50,542 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=695c90f4bb18,41669,1731813710224 2024-11-17T03:21:50,548 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/hbase.id] with ID: bc42a75a-88ce-4473-88ef-37e498fd8274 2024-11-17T03:21:50,548 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/.tmp/hbase.id 2024-11-17T03:21:50,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741826_1002 (size=42) 2024-11-17T03:21:50,558 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:21:50,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:50,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:50,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:50,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:50,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:50,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:50,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:50,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:50,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:50,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:50,615 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:50,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:50,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:50,626 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:50,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:50,955 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/.tmp/hbase.id]:[hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/hbase.id] 2024-11-17T03:21:50,963 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:50,963 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T03:21:50,964 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T03:21:51,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1839821875 2024-11-17T03:21:51,016 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x10146d00b6f0001, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1839821875 2024-11-17T03:21:51,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741827_1003 (size=196) 2024-11-17T03:21:51,421 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:21:51,422 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T03:21:51,423 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:21:51,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741828_1004 (size=1189) 2024-11-17T03:21:51,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T03:21:51,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T03:21:51,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T03:21:51,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T03:21:51,830 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/MasterData/data/master/store 2024-11-17T03:21:51,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741829_1005 (size=34) 2024-11-17T03:21:51,843 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:51,844 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:21:51,844 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:51,844 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:51,844 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:21:51,844 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:51,844 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:51,844 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813711843Disabling compacts and flushes for region at 1731813711843Disabling writes for close at 1731813711844 (+1 ms)Writing region close event to WAL at 1731813711844Closed at 1731813711844 2024-11-17T03:21:51,844 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/MasterData/data/master/store/.initializing 2024-11-17T03:21:51,844 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/MasterData/WALs/695c90f4bb18,41669,1731813710224 2024-11-17T03:21:51,845 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:21:51,846 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=695c90f4bb18%2C41669%2C1731813710224, suffix=, logDir=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/MasterData/WALs/695c90f4bb18,41669,1731813710224, archiveDir=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/MasterData/oldWALs, maxLogs=10 2024-11-17T03:21:51,860 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/MasterData/WALs/695c90f4bb18,41669,1731813710224/695c90f4bb18%2C41669%2C1731813710224.1731813711846, exclude list is [], retry=0 2024-11-17T03:21:51,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32971,DS-28eb70a8-b672-44b0-8a87-2d20bdf96c54,DISK] 2024-11-17T03:21:51,865 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/MasterData/WALs/695c90f4bb18,41669,1731813710224/695c90f4bb18%2C41669%2C1731813710224.1731813711846 2024-11-17T03:21:51,866 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46471:46471)] 2024-11-17T03:21:51,866 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:21:51,866 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:51,866 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:51,866 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:51,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:51,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T03:21:51,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:51,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:51,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:51,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T03:21:51,881 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:51,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:51,881 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:51,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T03:21:51,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:51,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:51,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:51,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T03:21:51,883 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:51,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:51,884 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:51,884 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:51,884 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:51,885 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:51,885 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:51,885 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:21:51,886 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:51,895 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:21:51,895 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62075583, jitterRate=-0.07500173151493073}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:21:51,896 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731813711866Initializing all the Stores at 1731813711867 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813711867Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813711876 (+9 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813711876Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813711876Cleaning up temporary data from old regions at 1731813711885 (+9 ms)Region opened successfully at 1731813711896 (+11 ms) 2024-11-17T03:21:51,900 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T03:21:51,903 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24fbe2c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:21:51,904 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T03:21:51,904 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T03:21:51,904 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T03:21:51,904 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T03:21:51,905 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T03:21:51,905 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T03:21:51,905 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T03:21:51,910 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T03:21:51,911 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Unable to get data of znode /0-1839821875/balancer because node does not exist (not necessarily an error) 2024-11-17T03:21:51,963 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1839821875/balancer already deleted, retry=false 2024-11-17T03:21:51,964 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T03:21:51,964 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Unable to get data of znode /0-1839821875/normalizer because node does not exist (not necessarily an error) 2024-11-17T03:21:51,974 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1839821875/normalizer already deleted, retry=false 2024-11-17T03:21:51,974 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T03:21:51,975 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Unable to get data of znode /0-1839821875/switch/split because node does not exist (not necessarily an error) 2024-11-17T03:21:51,984 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1839821875/switch/split already deleted, retry=false 2024-11-17T03:21:51,985 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Unable to get data of znode /0-1839821875/switch/merge because node does not exist (not necessarily an error) 2024-11-17T03:21:51,995 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1839821875/switch/merge already deleted, retry=false 2024-11-17T03:21:51,997 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Unable to get data of znode /0-1839821875/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T03:21:52,005 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1839821875/snapshot-cleanup already deleted, retry=false 2024-11-17T03:21:52,016 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x10146d00b6f0001, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1839821875/running 2024-11-17T03:21:52,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1839821875/running 2024-11-17T03:21:52,016 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x10146d00b6f0001, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1839821875 2024-11-17T03:21:52,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1839821875 2024-11-17T03:21:52,017 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=695c90f4bb18,41669,1731813710224, sessionid=0x10146d00b6f0000, setting cluster-up flag (Was=false) 2024-11-17T03:21:52,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1839821875 2024-11-17T03:21:52,037 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x10146d00b6f0001, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1839821875 2024-11-17T03:21:52,069 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1839821875/flush-table-proc/acquired, /0-1839821875/flush-table-proc/reached, /0-1839821875/flush-table-proc/abort 2024-11-17T03:21:52,069 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,41669,1731813710224 2024-11-17T03:21:52,090 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x10146d00b6f0001, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1839821875 2024-11-17T03:21:52,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1839821875 2024-11-17T03:21:52,121 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1839821875/online-snapshot/acquired, /0-1839821875/online-snapshot/reached, /0-1839821875/online-snapshot/abort 2024-11-17T03:21:52,122 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,41669,1731813710224 2024-11-17T03:21:52,123 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T03:21:52,124 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T03:21:52,124 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T03:21:52,125 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T03:21:52,125 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 695c90f4bb18,34133,1731813572623: status=Processing ServerCrashProcedure of 695c90f4bb18,34133,1731813572623 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731813588171, completionTime=-1 appears to have been leaked 2024-11-17T03:21:52,125 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 695c90f4bb18,41669,1731813710224 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T03:21:52,126 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:21:52,126 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:21:52,126 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:21:52,126 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:21:52,126 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/695c90f4bb18:0, corePoolSize=10, maxPoolSize=10 2024-11-17T03:21:52,126 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:52,126 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:21:52,126 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:52,127 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:21:52,127 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T03:21:52,128 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:52,128 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731813742128 2024-11-17T03:21:52,128 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T03:21:52,128 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T03:21:52,128 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T03:21:52,128 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T03:21:52,128 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T03:21:52,128 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T03:21:52,128 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T03:21:52,129 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:52,132 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T03:21:52,132 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T03:21:52,132 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T03:21:52,132 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T03:21:52,136 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T03:21:52,136 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T03:21:52,139 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813712136,5,FailOnTimeoutGroup] 2024-11-17T03:21:52,139 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813712139,5,FailOnTimeoutGroup] 2024-11-17T03:21:52,139 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:52,139 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T03:21:52,139 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:52,139 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:52,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741831_1007 (size=1321) 2024-11-17T03:21:52,210 INFO [RS:0;695c90f4bb18:44781 {}] regionserver.HRegionServer(746): ClusterId : bc42a75a-88ce-4473-88ef-37e498fd8274 2024-11-17T03:21:52,210 DEBUG [RS:0;695c90f4bb18:44781 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T03:21:52,217 DEBUG [RS:0;695c90f4bb18:44781 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T03:21:52,217 DEBUG [RS:0;695c90f4bb18:44781 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T03:21:52,227 DEBUG [RS:0;695c90f4bb18:44781 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T03:21:52,227 DEBUG [RS:0;695c90f4bb18:44781 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c578da3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:21:52,238 DEBUG [RS:0;695c90f4bb18:44781 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;695c90f4bb18:44781 2024-11-17T03:21:52,238 INFO [RS:0;695c90f4bb18:44781 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T03:21:52,238 INFO [RS:0;695c90f4bb18:44781 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T03:21:52,238 DEBUG [RS:0;695c90f4bb18:44781 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T03:21:52,238 INFO [RS:0;695c90f4bb18:44781 {}] regionserver.HRegionServer(2659): reportForDuty to master=695c90f4bb18,41669,1731813710224 with port=44781, startcode=1731813710453 2024-11-17T03:21:52,239 DEBUG [RS:0;695c90f4bb18:44781 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T03:21:52,240 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T03:21:52,240 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41669 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 695c90f4bb18,44781,1731813710453 2024-11-17T03:21:52,240 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41669 {}] master.ServerManager(517): Registering regionserver=695c90f4bb18,44781,1731813710453 2024-11-17T03:21:52,242 DEBUG [RS:0;695c90f4bb18:44781 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6 2024-11-17T03:21:52,242 DEBUG [RS:0;695c90f4bb18:44781 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38381 2024-11-17T03:21:52,242 DEBUG [RS:0;695c90f4bb18:44781 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T03:21:52,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1839821875/rs 2024-11-17T03:21:52,248 DEBUG [RS:0;695c90f4bb18:44781 {}] zookeeper.ZKUtil(111): regionserver:44781-0x10146d00b6f0001, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Set watcher on existing znode=/0-1839821875/rs/695c90f4bb18,44781,1731813710453 2024-11-17T03:21:52,248 WARN [RS:0;695c90f4bb18:44781 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:21:52,248 INFO [RS:0;695c90f4bb18:44781 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:21:52,248 DEBUG [RS:0;695c90f4bb18:44781 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453 2024-11-17T03:21:52,248 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [695c90f4bb18,44781,1731813710453] 2024-11-17T03:21:52,251 INFO [RS:0;695c90f4bb18:44781 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T03:21:52,252 INFO [RS:0;695c90f4bb18:44781 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T03:21:52,253 INFO [RS:0;695c90f4bb18:44781 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T03:21:52,253 INFO [RS:0;695c90f4bb18:44781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:52,253 INFO [RS:0;695c90f4bb18:44781 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T03:21:52,256 INFO [RS:0;695c90f4bb18:44781 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T03:21:52,256 INFO [RS:0;695c90f4bb18:44781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:52,256 DEBUG [RS:0;695c90f4bb18:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:52,256 DEBUG [RS:0;695c90f4bb18:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:52,256 DEBUG [RS:0;695c90f4bb18:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:52,257 DEBUG [RS:0;695c90f4bb18:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:52,257 DEBUG [RS:0;695c90f4bb18:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:52,257 DEBUG [RS:0;695c90f4bb18:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:21:52,257 DEBUG [RS:0;695c90f4bb18:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:52,257 DEBUG [RS:0;695c90f4bb18:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:52,257 DEBUG [RS:0;695c90f4bb18:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:52,257 DEBUG [RS:0;695c90f4bb18:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:52,257 DEBUG [RS:0;695c90f4bb18:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:52,257 DEBUG [RS:0;695c90f4bb18:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:52,257 DEBUG [RS:0;695c90f4bb18:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:21:52,257 DEBUG [RS:0;695c90f4bb18:44781 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:21:52,276 INFO [RS:0;695c90f4bb18:44781 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:52,276 INFO [RS:0;695c90f4bb18:44781 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:52,276 INFO [RS:0;695c90f4bb18:44781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:52,276 INFO [RS:0;695c90f4bb18:44781 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:52,276 INFO [RS:0;695c90f4bb18:44781 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:52,276 INFO [RS:0;695c90f4bb18:44781 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,44781,1731813710453-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:21:52,296 INFO [RS:0;695c90f4bb18:44781 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T03:21:52,296 INFO [RS:0;695c90f4bb18:44781 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,44781,1731813710453-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:52,296 INFO [RS:0;695c90f4bb18:44781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:52,296 INFO [RS:0;695c90f4bb18:44781 {}] regionserver.Replication(171): 695c90f4bb18,44781,1731813710453 started 2024-11-17T03:21:52,315 INFO [RS:0;695c90f4bb18:44781 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:52,315 INFO [RS:0;695c90f4bb18:44781 {}] regionserver.HRegionServer(1482): Serving as 695c90f4bb18,44781,1731813710453, RpcServer on 695c90f4bb18/172.17.0.3:44781, sessionid=0x10146d00b6f0001 2024-11-17T03:21:52,316 DEBUG [RS:0;695c90f4bb18:44781 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T03:21:52,316 DEBUG [RS:0;695c90f4bb18:44781 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 695c90f4bb18,44781,1731813710453 2024-11-17T03:21:52,316 DEBUG [RS:0;695c90f4bb18:44781 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,44781,1731813710453' 2024-11-17T03:21:52,316 DEBUG [RS:0;695c90f4bb18:44781 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1839821875/flush-table-proc/abort' 2024-11-17T03:21:52,316 DEBUG [RS:0;695c90f4bb18:44781 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1839821875/flush-table-proc/acquired' 2024-11-17T03:21:52,317 DEBUG [RS:0;695c90f4bb18:44781 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T03:21:52,317 DEBUG [RS:0;695c90f4bb18:44781 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T03:21:52,317 DEBUG [RS:0;695c90f4bb18:44781 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 695c90f4bb18,44781,1731813710453 2024-11-17T03:21:52,317 DEBUG [RS:0;695c90f4bb18:44781 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,44781,1731813710453' 2024-11-17T03:21:52,317 DEBUG [RS:0;695c90f4bb18:44781 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1839821875/online-snapshot/abort' 2024-11-17T03:21:52,317 DEBUG [RS:0;695c90f4bb18:44781 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1839821875/online-snapshot/acquired' 2024-11-17T03:21:52,318 DEBUG [RS:0;695c90f4bb18:44781 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T03:21:52,318 INFO [RS:0;695c90f4bb18:44781 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T03:21:52,318 INFO [RS:0;695c90f4bb18:44781 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T03:21:52,419 INFO [RS:0;695c90f4bb18:44781 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:21:52,420 INFO [RS:0;695c90f4bb18:44781 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C44781%2C1731813710453, suffix=, logDir=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453, archiveDir=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/oldWALs, maxLogs=10 2024-11-17T03:21:52,438 DEBUG [RS:0;695c90f4bb18:44781 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421, exclude list is [], retry=0 2024-11-17T03:21:52,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32971,DS-28eb70a8-b672-44b0-8a87-2d20bdf96c54,DISK] 2024-11-17T03:21:52,451 INFO [RS:0;695c90f4bb18:44781 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 2024-11-17T03:21:52,451 DEBUG [RS:0;695c90f4bb18:44781 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46471:46471)] 2024-11-17T03:21:52,541 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T03:21:52,542 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6 2024-11-17T03:21:52,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741833_1009 (size=32) 2024-11-17T03:21:52,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:52,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:21:52,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:21:52,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:52,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:52,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:21:52,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:21:52,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:52,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:52,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:21:52,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:21:52,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:52,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:52,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:21:52,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:21:52,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:52,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:52,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:21:52,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/meta/1588230740 2024-11-17T03:21:52,956 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/meta/1588230740 2024-11-17T03:21:52,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:21:52,957 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:21:52,957 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:21:52,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:21:52,960 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:21:52,960 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62227761, jitterRate=-0.07273410260677338}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:21:52,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731813712946Initializing all the Stores at 1731813712947 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813712947Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813712947Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813712947Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813712947Cleaning up temporary data from old regions at 1731813712957 (+10 ms)Region opened successfully at 1731813712961 (+4 ms) 2024-11-17T03:21:52,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:21:52,961 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:21:52,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:21:52,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:21:52,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:21:52,962 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:21:52,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813712961Disabling compacts and flushes for region at 1731813712961Disabling writes for close at 1731813712961Writing region close event to WAL at 1731813712962 (+1 ms)Closed at 1731813712962 2024-11-17T03:21:52,963 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:21:52,963 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T03:21:52,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T03:21:52,963 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:21:52,964 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T03:21:53,114 DEBUG [695c90f4bb18:41669 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T03:21:53,115 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=695c90f4bb18,44781,1731813710453 2024-11-17T03:21:53,116 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,44781,1731813710453, state=OPENING 2024-11-17T03:21:53,344 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T03:21:53,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1839821875 2024-11-17T03:21:53,430 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x10146d00b6f0001, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1839821875 2024-11-17T03:21:53,430 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1839821875/meta-region-server: CHANGED 2024-11-17T03:21:53,430 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1839821875/meta-region-server: CHANGED 2024-11-17T03:21:53,430 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:21:53,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,44781,1731813710453}] 2024-11-17T03:21:53,584 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:21:53,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T03:21:53,600 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T03:21:53,601 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:21:53,601 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T03:21:53,602 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C44781%2C1731813710453.meta, suffix=.meta, logDir=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453, archiveDir=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/oldWALs, maxLogs=10 2024-11-17T03:21:53,635 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.meta.1731813713603.meta, exclude list is [], retry=0 2024-11-17T03:21:53,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32971,DS-28eb70a8-b672-44b0-8a87-2d20bdf96c54,DISK] 2024-11-17T03:21:53,645 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.meta.1731813713603.meta 2024-11-17T03:21:53,645 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46471:46471)] 2024-11-17T03:21:53,645 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:21:53,645 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:21:53,645 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:21:53,646 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T03:21:53,646 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T03:21:53,646 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T03:21:53,646 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:53,646 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T03:21:53,646 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T03:21:53,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:21:53,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:21:53,647 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:53,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:53,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:21:53,648 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:21:53,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:53,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:53,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:21:53,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:21:53,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:53,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:53,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:21:53,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:21:53,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:53,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:53,650 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:21:53,651 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/meta/1588230740 2024-11-17T03:21:53,652 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/meta/1588230740 2024-11-17T03:21:53,653 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:21:53,653 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:21:53,654 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:21:53,656 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:21:53,656 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61626189, jitterRate=-0.0816982239484787}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:21:53,656 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T03:21:53,673 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731813713646Writing region info on filesystem at 1731813713646Initializing all the Stores at 1731813713647 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813713647Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813713647Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813713647Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813713647Cleaning up temporary data from old regions at 1731813713653 (+6 ms)Running coprocessor post-open hooks at 1731813713656 (+3 ms)Region opened successfully at 1731813713672 (+16 ms) 2024-11-17T03:21:53,674 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731813713584 2024-11-17T03:21:53,677 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T03:21:53,677 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T03:21:53,677 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,44781,1731813710453 2024-11-17T03:21:53,678 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,44781,1731813710453, state=OPEN 2024-11-17T03:21:53,740 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1839821875/meta-region-server 2024-11-17T03:21:53,740 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x10146d00b6f0001, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1839821875/meta-region-server 2024-11-17T03:21:53,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1839821875/meta-region-server: CHANGED 2024-11-17T03:21:53,740 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1839821875/meta-region-server: CHANGED 2024-11-17T03:21:53,741 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=695c90f4bb18,44781,1731813710453 2024-11-17T03:21:53,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T03:21:53,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,44781,1731813710453 in 311 msec 2024-11-17T03:21:53,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T03:21:53,744 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 780 msec 2024-11-17T03:21:53,745 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:21:53,745 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T03:21:53,746 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:21:53,746 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44781,1731813710453, seqNum=-1] 2024-11-17T03:21:53,747 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:21:53,748 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41497, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:21:53,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6290 sec 2024-11-17T03:21:53,754 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731813713754, completionTime=-1 2024-11-17T03:21:53,754 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T03:21:53,754 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T03:21:53,756 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T03:21:53,756 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731813773756 2024-11-17T03:21:53,756 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731813833756 2024-11-17T03:21:53,756 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T03:21:53,757 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41669,1731813710224-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:53,757 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41669,1731813710224-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:53,757 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41669,1731813710224-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:53,757 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-695c90f4bb18:41669, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:53,757 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:53,759 DEBUG [master/695c90f4bb18:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T03:21:53,764 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:53,768 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.225sec 2024-11-17T03:21:53,768 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T03:21:53,769 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T03:21:53,769 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T03:21:53,769 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T03:21:53,769 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T03:21:53,769 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41669,1731813710224-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:21:53,769 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41669,1731813710224-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T03:21:53,773 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T03:21:53,773 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T03:21:53,773 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41669,1731813710224-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:53,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78295029, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:53,823 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,41669,-1 for getting cluster id 2024-11-17T03:21:53,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:21:53,824 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc42a75a-88ce-4473-88ef-37e498fd8274' 2024-11-17T03:21:53,824 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:21:53,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc42a75a-88ce-4473-88ef-37e498fd8274" 2024-11-17T03:21:53,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a51522f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:53,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,41669,-1] 2024-11-17T03:21:53,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:21:53,825 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:53,827 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:21:53,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11262122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:53,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:21:53,834 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44781,1731813710453, seqNum=-1] 2024-11-17T03:21:53,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:21:53,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:21:53,837 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=695c90f4bb18,41669,1731813710224 2024-11-17T03:21:53,839 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57325 2024-11-17T03:21:53,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:21:53,865 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10146d00b6f0002 connected 2024-11-17T03:21:53,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/hadoop.log.dir so I do NOT create it in target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d 2024-11-17T03:21:53,881 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T03:21:53,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/hadoop.tmp.dir so I do NOT create it in target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d 2024-11-17T03:21:53,881 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T03:21:53,881 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d 2024-11-17T03:21:53,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T03:21:53,882 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/cluster_7fe4c367-b9cc-9ed6-eeb6-fb9f23522ba7, deleteOnExit=true 2024-11-17T03:21:53,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T03:21:53,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/test.cache.data in system properties and HBase conf 2024-11-17T03:21:53,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T03:21:53,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/hadoop.log.dir in system properties and HBase conf 2024-11-17T03:21:53,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T03:21:53,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T03:21:53,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T03:21:53,882 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T03:21:53,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:21:53,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:21:53,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T03:21:53,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:21:53,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T03:21:53,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T03:21:53,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:21:53,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:21:53,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T03:21:53,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/nfs.dump.dir in system properties and HBase conf 2024-11-17T03:21:53,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/java.io.tmpdir in system properties and HBase conf 2024-11-17T03:21:53,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:21:53,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T03:21:53,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T03:21:54,335 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:21:54,338 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:21:54,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:21:54,339 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:21:54,339 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T03:21:54,340 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:21:54,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d78721{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:21:54,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36f758f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:21:54,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49b6cc1a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/java.io.tmpdir/jetty-localhost-36735-hadoop-hdfs-3_4_1-tests_jar-_-any-2107331019031087867/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:21:54,439 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b94dbe9{HTTP/1.1, (http/1.1)}{localhost:36735} 2024-11-17T03:21:54,439 INFO [Time-limited test {}] server.Server(415): Started @290635ms 2024-11-17T03:21:54,983 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:21:54,984 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:21:54,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:21:54,987 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:21:54,987 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T03:21:54,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e07af67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:21:54,988 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@695a50ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:21:55,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@660b08a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/java.io.tmpdir/jetty-localhost-33107-hadoop-hdfs-3_4_1-tests_jar-_-any-1491322495714151045/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:21:55,082 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@543503b{HTTP/1.1, (http/1.1)}{localhost:33107} 2024-11-17T03:21:55,082 INFO [Time-limited test {}] server.Server(415): Started @291278ms 2024-11-17T03:21:55,083 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T03:21:55,870 WARN [Thread-3582 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/cluster_7fe4c367-b9cc-9ed6-eeb6-fb9f23522ba7/data/data1/current/BP-662200951-172.17.0.3-1731813713919/current, will proceed with Du for space computation calculation, 2024-11-17T03:21:55,870 WARN [Thread-3583 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/cluster_7fe4c367-b9cc-9ed6-eeb6-fb9f23522ba7/data/data2/current/BP-662200951-172.17.0.3-1731813713919/current, will proceed with Du for space computation calculation, 2024-11-17T03:21:55,905 WARN [Thread-3570 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T03:21:55,907 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10dd7b9b5d6621bb with lease ID 0x9a5be660431a0e69: Processing first storage report for DS-ffa9c9fd-8825-4a4e-9496-4365a582f879 from datanode DatanodeRegistration(127.0.0.1:43021, datanodeUuid=5e89be69-4f73-469d-af63-6ae9fa823b68, infoPort=34415, infoSecurePort=0, ipcPort=45147, storageInfo=lv=-57;cid=testClusterID;nsid=232930746;c=1731813713919) 2024-11-17T03:21:55,907 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10dd7b9b5d6621bb with lease ID 0x9a5be660431a0e69: from storage DS-ffa9c9fd-8825-4a4e-9496-4365a582f879 node DatanodeRegistration(127.0.0.1:43021, datanodeUuid=5e89be69-4f73-469d-af63-6ae9fa823b68, infoPort=34415, infoSecurePort=0, ipcPort=45147, storageInfo=lv=-57;cid=testClusterID;nsid=232930746;c=1731813713919), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:21:55,907 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x10dd7b9b5d6621bb with lease ID 0x9a5be660431a0e69: Processing first storage report for DS-213d5b7c-df99-49e9-b462-6ce162563a02 from datanode DatanodeRegistration(127.0.0.1:43021, datanodeUuid=5e89be69-4f73-469d-af63-6ae9fa823b68, infoPort=34415, infoSecurePort=0, ipcPort=45147, storageInfo=lv=-57;cid=testClusterID;nsid=232930746;c=1731813713919) 2024-11-17T03:21:55,907 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x10dd7b9b5d6621bb with lease ID 0x9a5be660431a0e69: from storage DS-213d5b7c-df99-49e9-b462-6ce162563a02 node DatanodeRegistration(127.0.0.1:43021, datanodeUuid=5e89be69-4f73-469d-af63-6ae9fa823b68, infoPort=34415, infoSecurePort=0, ipcPort=45147, storageInfo=lv=-57;cid=testClusterID;nsid=232930746;c=1731813713919), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:21:55,912 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d 2024-11-17T03:21:55,913 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:55,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:55,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43021 is added to blk_1073741825_1001 (size=7) 2024-11-17T03:21:55,944 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18 with version=8 2024-11-17T03:21:55,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/hbase-staging 2024-11-17T03:21:55,947 INFO [Time-limited test {}] client.ConnectionUtils(128): master/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:21:55,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:55,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:55,947 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:21:55,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:55,947 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:21:55,947 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T03:21:55,947 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:21:55,948 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34907 2024-11-17T03:21:55,949 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34907 connecting to ZooKeeper ensemble=127.0.0.1:57325 2024-11-17T03:21:55,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349070x0, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:21:55,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34907-0x10146d00b6f0003 connected 2024-11-17T03:21:55,994 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:21:55,994 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:21:55,995 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88609 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:21:56,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:56,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:56,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Set watcher on znode that does not yet exist, /12038218452/running 2024-11-17T03:21:56,042 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18, hbase.cluster.distributed=false 2024-11-17T03:21:56,043 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Set watcher on znode that does not yet exist, /12038218452/acl 2024-11-17T03:21:56,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34907 2024-11-17T03:21:56,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34907 2024-11-17T03:21:56,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34907 2024-11-17T03:21:56,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34907 2024-11-17T03:21:56,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34907 2024-11-17T03:21:56,070 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:21:56,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:56,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:56,070 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:21:56,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:21:56,070 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:21:56,070 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T03:21:56,070 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:21:56,070 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45699 2024-11-17T03:21:56,071 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45699 connecting to ZooKeeper ensemble=127.0.0.1:57325 2024-11-17T03:21:56,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:56,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:56,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456990x0, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:21:56,079 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456990x0, quorum=127.0.0.1:57325, baseZNode=/12038218452 Set watcher on znode that does not yet exist, /12038218452/running 2024-11-17T03:21:56,080 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T03:21:56,080 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45699-0x10146d00b6f0004 connected 2024-11-17T03:21:56,080 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T03:21:56,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45699-0x10146d00b6f0004, quorum=127.0.0.1:57325, baseZNode=/12038218452 Set watcher on znode that does not yet exist, /12038218452/master 2024-11-17T03:21:56,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45699-0x10146d00b6f0004, quorum=127.0.0.1:57325, baseZNode=/12038218452 Set watcher on znode that does not yet exist, /12038218452/acl 2024-11-17T03:21:56,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45699 2024-11-17T03:21:56,082 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45699 2024-11-17T03:21:56,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45699 2024-11-17T03:21:56,096 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45699 2024-11-17T03:21:56,098 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45699 2024-11-17T03:21:56,111 DEBUG [M:0;695c90f4bb18:34907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;695c90f4bb18:34907 2024-11-17T03:21:56,112 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12038218452/backup-masters/695c90f4bb18,34907,1731813715947 2024-11-17T03:21:56,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038218452/backup-masters 2024-11-17T03:21:56,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45699-0x10146d00b6f0004, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038218452/backup-masters 2024-11-17T03:21:56,122 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Set watcher on existing znode=/12038218452/backup-masters/695c90f4bb18,34907,1731813715947 2024-11-17T03:21:56,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45699-0x10146d00b6f0004, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12038218452/master 2024-11-17T03:21:56,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038218452 2024-11-17T03:21:56,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45699-0x10146d00b6f0004, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038218452 2024-11-17T03:21:56,132 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Set watcher on existing znode=/12038218452/master 2024-11-17T03:21:56,133 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12038218452/backup-masters/695c90f4bb18,34907,1731813715947 from backup master directory 2024-11-17T03:21:56,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45699-0x10146d00b6f0004, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038218452/backup-masters 2024-11-17T03:21:56,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12038218452/backup-masters/695c90f4bb18,34907,1731813715947 2024-11-17T03:21:56,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038218452/backup-masters 2024-11-17T03:21:56,142 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:21:56,142 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=695c90f4bb18,34907,1731813715947 2024-11-17T03:21:56,145 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/hbase.id] with ID: 3e5f23fc-b1c6-4755-80ff-1e19ffd288a1 2024-11-17T03:21:56,145 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/.tmp/hbase.id 2024-11-17T03:21:56,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43021 is added to blk_1073741826_1002 (size=42) 2024-11-17T03:21:56,150 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/.tmp/hbase.id]:[hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/hbase.id] 2024-11-17T03:21:56,157 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:56,157 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T03:21:56,158 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T03:21:56,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45699-0x10146d00b6f0004, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038218452 2024-11-17T03:21:56,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038218452 2024-11-17T03:21:56,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43021 is added to blk_1073741827_1003 (size=196) 2024-11-17T03:21:56,172 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:21:56,173 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T03:21:56,174 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:21:56,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43021 is added to blk_1073741828_1004 (size=1189) 2024-11-17T03:21:56,190 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/MasterData/data/master/store 2024-11-17T03:21:56,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43021 is added to blk_1073741829_1005 (size=34) 2024-11-17T03:21:56,201 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:56,201 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:21:56,201 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:56,201 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:56,201 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:21:56,201 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:56,201 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:21:56,201 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813716201Disabling compacts and flushes for region at 1731813716201Disabling writes for close at 1731813716201Writing region close event to WAL at 1731813716201Closed at 1731813716201 2024-11-17T03:21:56,202 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/MasterData/data/master/store/.initializing 2024-11-17T03:21:56,202 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/MasterData/WALs/695c90f4bb18,34907,1731813715947 2024-11-17T03:21:56,203 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:21:56,205 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=695c90f4bb18%2C34907%2C1731813715947, suffix=, logDir=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/MasterData/WALs/695c90f4bb18,34907,1731813715947, archiveDir=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/MasterData/oldWALs, maxLogs=10 2024-11-17T03:21:56,224 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/MasterData/WALs/695c90f4bb18,34907,1731813715947/695c90f4bb18%2C34907%2C1731813715947.1731813716205, exclude list is [], retry=0 2024-11-17T03:21:56,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43021,DS-ffa9c9fd-8825-4a4e-9496-4365a582f879,DISK] 2024-11-17T03:21:56,228 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/MasterData/WALs/695c90f4bb18,34907,1731813715947/695c90f4bb18%2C34907%2C1731813715947.1731813716205 2024-11-17T03:21:56,229 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34415:34415)] 2024-11-17T03:21:56,229 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:21:56,229 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:56,229 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:56,229 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:56,233 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:56,234 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T03:21:56,234 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:56,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:56,235 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:56,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T03:21:56,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:56,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:56,236 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:56,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T03:21:56,237 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:56,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:56,237 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:56,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T03:21:56,238 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:56,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:21:56,239 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:56,240 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:56,240 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:56,248 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:56,248 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:56,248 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:21:56,249 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:21:56,251 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:21:56,252 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74948903, jitterRate=0.11682568490505219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:21:56,252 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731813716229Initializing all the Stores at 1731813716230 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813716230Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813716232 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813716232Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813716232Cleaning up temporary data from old regions at 1731813716248 (+16 ms)Region opened successfully at 1731813716252 (+4 ms) 2024-11-17T03:21:56,260 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T03:21:56,263 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f222fe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:21:56,264 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T03:21:56,264 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T03:21:56,265 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T03:21:56,265 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T03:21:56,265 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T03:21:56,266 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T03:21:56,266 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T03:21:56,274 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T03:21:56,275 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Unable to get data of znode /12038218452/balancer because node does not exist (not necessarily an error) 2024-11-17T03:21:56,279 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12038218452/balancer already deleted, retry=false 2024-11-17T03:21:56,280 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T03:21:56,280 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Unable to get data of znode /12038218452/normalizer because node does not exist (not necessarily an error) 2024-11-17T03:21:56,290 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12038218452/normalizer already deleted, retry=false 2024-11-17T03:21:56,291 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T03:21:56,293 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Unable to get data of znode /12038218452/switch/split because node does not exist (not necessarily an error) 2024-11-17T03:21:56,300 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12038218452/switch/split already deleted, retry=false 2024-11-17T03:21:56,301 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Unable to get data of znode /12038218452/switch/merge because node does not exist (not necessarily an error) 2024-11-17T03:21:56,310 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12038218452/switch/merge already deleted, retry=false 2024-11-17T03:21:56,313 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Unable to get data of znode /12038218452/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T03:21:56,321 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12038218452/snapshot-cleanup already deleted, retry=false 2024-11-17T03:21:56,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45699-0x10146d00b6f0004, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12038218452/running 2024-11-17T03:21:56,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12038218452/running 2024-11-17T03:21:56,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038218452 2024-11-17T03:21:56,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45699-0x10146d00b6f0004, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038218452 2024-11-17T03:21:56,333 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=695c90f4bb18,34907,1731813715947, sessionid=0x10146d00b6f0003, setting cluster-up flag (Was=false) 2024-11-17T03:21:56,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45699-0x10146d00b6f0004, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038218452 2024-11-17T03:21:56,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038218452 2024-11-17T03:21:56,384 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12038218452/flush-table-proc/acquired, /12038218452/flush-table-proc/reached, /12038218452/flush-table-proc/abort 2024-11-17T03:21:56,385 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,34907,1731813715947 2024-11-17T03:21:56,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45699-0x10146d00b6f0004, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038218452 2024-11-17T03:21:56,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038218452 2024-11-17T03:21:56,437 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12038218452/online-snapshot/acquired, /12038218452/online-snapshot/reached, /12038218452/online-snapshot/abort 2024-11-17T03:21:56,438 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,34907,1731813715947 2024-11-17T03:21:56,439 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T03:21:56,440 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T03:21:56,440 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T03:21:56,441 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T03:21:56,441 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 695c90f4bb18,34907,1731813715947 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T03:21:56,442 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:21:56,442 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:21:56,442 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:21:56,442 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:21:56,442 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/695c90f4bb18:0, corePoolSize=10, maxPoolSize=10 2024-11-17T03:21:56,442 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:56,442 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:21:56,442 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:56,449 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731813746449 2024-11-17T03:21:56,449 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T03:21:56,449 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T03:21:56,449 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T03:21:56,449 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T03:21:56,449 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T03:21:56,449 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T03:21:56,449 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:56,450 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:21:56,450 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T03:21:56,450 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T03:21:56,450 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T03:21:56,450 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T03:21:56,450 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T03:21:56,450 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T03:21:56,450 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T03:21:56,451 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:56,451 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813716450,5,FailOnTimeoutGroup] 2024-11-17T03:21:56,451 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813716451,5,FailOnTimeoutGroup] 2024-11-17T03:21:56,451 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T03:21:56,451 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:56,451 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T03:21:56,451 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:56,451 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:56,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43021 is added to blk_1073741831_1007 (size=1321) 2024-11-17T03:21:56,500 INFO [RS:0;695c90f4bb18:45699 {}] regionserver.HRegionServer(746): ClusterId : 3e5f23fc-b1c6-4755-80ff-1e19ffd288a1 2024-11-17T03:21:56,500 DEBUG [RS:0;695c90f4bb18:45699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T03:21:56,511 DEBUG [RS:0;695c90f4bb18:45699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T03:21:56,511 DEBUG [RS:0;695c90f4bb18:45699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T03:21:56,522 DEBUG [RS:0;695c90f4bb18:45699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T03:21:56,522 DEBUG [RS:0;695c90f4bb18:45699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f75d2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:21:56,537 DEBUG [RS:0;695c90f4bb18:45699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;695c90f4bb18:45699 2024-11-17T03:21:56,537 INFO [RS:0;695c90f4bb18:45699 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T03:21:56,537 INFO [RS:0;695c90f4bb18:45699 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T03:21:56,537 DEBUG [RS:0;695c90f4bb18:45699 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T03:21:56,537 INFO [RS:0;695c90f4bb18:45699 {}] regionserver.HRegionServer(2659): reportForDuty to master=695c90f4bb18,34907,1731813715947 with port=45699, startcode=1731813716069 2024-11-17T03:21:56,538 DEBUG [RS:0;695c90f4bb18:45699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T03:21:56,541 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T03:21:56,541 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34907 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 695c90f4bb18,45699,1731813716069 2024-11-17T03:21:56,541 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34907 {}] master.ServerManager(517): Registering regionserver=695c90f4bb18,45699,1731813716069 2024-11-17T03:21:56,542 DEBUG [RS:0;695c90f4bb18:45699 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18 2024-11-17T03:21:56,542 DEBUG [RS:0;695c90f4bb18:45699 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39889 2024-11-17T03:21:56,542 DEBUG [RS:0;695c90f4bb18:45699 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T03:21:56,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038218452/rs 2024-11-17T03:21:56,644 DEBUG [RS:0;695c90f4bb18:45699 {}] zookeeper.ZKUtil(111): regionserver:45699-0x10146d00b6f0004, quorum=127.0.0.1:57325, baseZNode=/12038218452 Set watcher on existing znode=/12038218452/rs/695c90f4bb18,45699,1731813716069 2024-11-17T03:21:56,644 WARN [RS:0;695c90f4bb18:45699 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:21:56,644 INFO [RS:0;695c90f4bb18:45699 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:21:56,644 DEBUG [RS:0;695c90f4bb18:45699 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069 2024-11-17T03:21:56,647 INFO [RS:0;695c90f4bb18:45699 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T03:21:56,649 INFO [RS:0;695c90f4bb18:45699 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T03:21:56,649 INFO [RS:0;695c90f4bb18:45699 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T03:21:56,649 INFO [RS:0;695c90f4bb18:45699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:56,649 INFO [RS:0;695c90f4bb18:45699 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T03:21:56,650 INFO [RS:0;695c90f4bb18:45699 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T03:21:56,650 INFO [RS:0;695c90f4bb18:45699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:56,650 DEBUG [RS:0;695c90f4bb18:45699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:56,650 DEBUG [RS:0;695c90f4bb18:45699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:56,650 DEBUG [RS:0;695c90f4bb18:45699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:56,650 DEBUG [RS:0;695c90f4bb18:45699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:56,650 DEBUG [RS:0;695c90f4bb18:45699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:56,650 DEBUG [RS:0;695c90f4bb18:45699 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:21:56,650 DEBUG [RS:0;695c90f4bb18:45699 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:56,650 DEBUG [RS:0;695c90f4bb18:45699 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:56,650 DEBUG [RS:0;695c90f4bb18:45699 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:56,650 DEBUG [RS:0;695c90f4bb18:45699 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:56,650 DEBUG [RS:0;695c90f4bb18:45699 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:56,650 DEBUG [RS:0;695c90f4bb18:45699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:21:56,650 DEBUG [RS:0;695c90f4bb18:45699 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:21:56,650 DEBUG [RS:0;695c90f4bb18:45699 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:21:56,651 INFO [RS:0;695c90f4bb18:45699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:56,651 INFO [RS:0;695c90f4bb18:45699 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:56,651 INFO [RS:0;695c90f4bb18:45699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:56,651 INFO [RS:0;695c90f4bb18:45699 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:56,651 INFO [RS:0;695c90f4bb18:45699 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:56,651 INFO [RS:0;695c90f4bb18:45699 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,45699,1731813716069-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:21:56,655 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [695c90f4bb18,45699,1731813716069] 2024-11-17T03:21:56,670 INFO [RS:0;695c90f4bb18:45699 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T03:21:56,670 INFO [RS:0;695c90f4bb18:45699 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,45699,1731813716069-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:56,670 INFO [RS:0;695c90f4bb18:45699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:56,671 INFO [RS:0;695c90f4bb18:45699 {}] regionserver.Replication(171): 695c90f4bb18,45699,1731813716069 started 2024-11-17T03:21:56,686 INFO [RS:0;695c90f4bb18:45699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:56,686 INFO [RS:0;695c90f4bb18:45699 {}] regionserver.HRegionServer(1482): Serving as 695c90f4bb18,45699,1731813716069, RpcServer on 695c90f4bb18/172.17.0.3:45699, sessionid=0x10146d00b6f0004 2024-11-17T03:21:56,686 DEBUG [RS:0;695c90f4bb18:45699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T03:21:56,687 DEBUG [RS:0;695c90f4bb18:45699 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 695c90f4bb18,45699,1731813716069 2024-11-17T03:21:56,687 DEBUG [RS:0;695c90f4bb18:45699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,45699,1731813716069' 2024-11-17T03:21:56,687 DEBUG [RS:0;695c90f4bb18:45699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12038218452/flush-table-proc/abort' 2024-11-17T03:21:56,687 DEBUG [RS:0;695c90f4bb18:45699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12038218452/flush-table-proc/acquired' 2024-11-17T03:21:56,688 DEBUG [RS:0;695c90f4bb18:45699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T03:21:56,688 DEBUG [RS:0;695c90f4bb18:45699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T03:21:56,688 DEBUG [RS:0;695c90f4bb18:45699 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 695c90f4bb18,45699,1731813716069 2024-11-17T03:21:56,688 DEBUG [RS:0;695c90f4bb18:45699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,45699,1731813716069' 2024-11-17T03:21:56,688 DEBUG [RS:0;695c90f4bb18:45699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12038218452/online-snapshot/abort' 2024-11-17T03:21:56,688 DEBUG [RS:0;695c90f4bb18:45699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12038218452/online-snapshot/acquired' 2024-11-17T03:21:56,688 DEBUG [RS:0;695c90f4bb18:45699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T03:21:56,688 INFO [RS:0;695c90f4bb18:45699 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T03:21:56,688 INFO [RS:0;695c90f4bb18:45699 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T03:21:56,789 INFO [RS:0;695c90f4bb18:45699 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:21:56,790 INFO [RS:0;695c90f4bb18:45699 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C45699%2C1731813716069, suffix=, logDir=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069, archiveDir=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/oldWALs, maxLogs=10 2024-11-17T03:21:56,808 DEBUG [RS:0;695c90f4bb18:45699 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791, exclude list is [], retry=0 2024-11-17T03:21:56,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43021,DS-ffa9c9fd-8825-4a4e-9496-4365a582f879,DISK] 2024-11-17T03:21:56,813 INFO [RS:0;695c90f4bb18:45699 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 2024-11-17T03:21:56,813 DEBUG [RS:0;695c90f4bb18:45699 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34415:34415)] 2024-11-17T03:21:56,862 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T03:21:56,863 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18 2024-11-17T03:21:56,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43021 is added to blk_1073741833_1009 (size=32) 2024-11-17T03:21:56,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:56,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:21:56,872 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:21:56,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:56,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:56,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:21:56,873 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:21:56,873 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:56,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:56,873 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:21:56,874 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:21:56,874 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:56,874 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:56,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:21:56,875 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:21:56,875 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:56,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:56,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:21:56,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/meta/1588230740 2024-11-17T03:21:56,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/meta/1588230740 2024-11-17T03:21:56,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:21:56,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:21:56,878 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:21:56,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:21:56,881 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:21:56,881 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60497888, jitterRate=-0.0985112190246582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:21:56,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731813716870Initializing all the Stores at 1731813716871 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813716871Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813716871Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813716871Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813716871Cleaning up temporary data from old regions at 1731813716877 (+6 ms)Region opened successfully at 1731813716881 (+4 ms) 2024-11-17T03:21:56,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:21:56,881 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:21:56,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:21:56,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:21:56,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:21:56,882 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:21:56,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813716881Disabling compacts and flushes for region at 1731813716881Disabling writes for close at 1731813716881Writing region close event to WAL at 1731813716882 (+1 ms)Closed at 1731813716882 2024-11-17T03:21:56,883 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:21:56,883 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T03:21:56,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T03:21:56,884 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:21:56,885 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T03:21:56,977 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:21:56,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:56,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:56,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:56,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:56,978 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:57,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:57,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:57,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:57,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:57,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:57,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:57,035 DEBUG [695c90f4bb18:34907 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T03:21:57,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:57,036 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=695c90f4bb18,45699,1731813716069 2024-11-17T03:21:57,037 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,45699,1731813716069, state=OPENING 2024-11-17T03:21:57,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:57,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:57,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:21:57,090 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T03:21:57,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038218452 2024-11-17T03:21:57,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45699-0x10146d00b6f0004, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038218452 2024-11-17T03:21:57,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12038218452/meta-region-server: CHANGED 2024-11-17T03:21:57,101 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12038218452/meta-region-server: CHANGED 2024-11-17T03:21:57,101 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:21:57,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,45699,1731813716069}] 2024-11-17T03:21:57,253 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:21:57,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58083, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T03:21:57,259 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T03:21:57,259 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:21:57,259 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T03:21:57,260 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C45699%2C1731813716069.meta, suffix=.meta, logDir=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069, archiveDir=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/oldWALs, maxLogs=10 2024-11-17T03:21:57,278 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.meta.1731813717261.meta, exclude list is [], retry=0 2024-11-17T03:21:57,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43021,DS-ffa9c9fd-8825-4a4e-9496-4365a582f879,DISK] 2024-11-17T03:21:57,285 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.meta.1731813717261.meta 2024-11-17T03:21:57,288 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34415:34415)] 2024-11-17T03:21:57,288 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:21:57,289 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:21:57,289 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:21:57,289 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T03:21:57,289 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T03:21:57,289 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T03:21:57,289 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:21:57,289 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T03:21:57,289 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T03:21:57,293 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:21:57,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:21:57,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:57,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:57,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:21:57,295 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:21:57,295 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:57,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:57,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:21:57,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:21:57,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:57,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:57,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:21:57,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:21:57,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:21:57,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:21:57,297 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:21:57,298 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/meta/1588230740 2024-11-17T03:21:57,298 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/meta/1588230740 2024-11-17T03:21:57,299 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:21:57,299 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:21:57,300 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:21:57,301 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:21:57,302 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60245620, jitterRate=-0.10227030515670776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:21:57,302 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T03:21:57,302 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731813717290Writing region info on filesystem at 1731813717290Initializing all the Stores at 1731813717290Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813717290Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813717293 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813717293Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813717293Cleaning up temporary data from old regions at 1731813717299 (+6 ms)Running coprocessor post-open hooks at 1731813717302 (+3 ms)Region opened successfully at 1731813717302 2024-11-17T03:21:57,305 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731813717253 2024-11-17T03:21:57,307 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T03:21:57,307 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T03:21:57,307 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,45699,1731813716069 2024-11-17T03:21:57,308 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,45699,1731813716069, state=OPEN 2024-11-17T03:21:57,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12038218452/meta-region-server 2024-11-17T03:21:57,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45699-0x10146d00b6f0004, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12038218452/meta-region-server 2024-11-17T03:21:57,320 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=695c90f4bb18,45699,1731813716069 2024-11-17T03:21:57,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12038218452/meta-region-server: CHANGED 2024-11-17T03:21:57,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12038218452/meta-region-server: CHANGED 2024-11-17T03:21:57,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T03:21:57,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,45699,1731813716069 in 219 msec 2024-11-17T03:21:57,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T03:21:57,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 440 msec 2024-11-17T03:21:57,325 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:21:57,325 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T03:21:57,327 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:21:57,327 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,45699,1731813716069, seqNum=-1] 2024-11-17T03:21:57,327 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:21:57,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:21:57,333 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 893 msec 2024-11-17T03:21:57,333 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731813717333, completionTime=-1 2024-11-17T03:21:57,333 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T03:21:57,334 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T03:21:57,336 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T03:21:57,336 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731813777336 2024-11-17T03:21:57,336 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731813837336 2024-11-17T03:21:57,336 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T03:21:57,336 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,34907,1731813715947-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:57,336 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,34907,1731813715947-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:57,336 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,34907,1731813715947-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:57,336 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-695c90f4bb18:34907, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:57,336 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:57,337 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:57,338 DEBUG [master/695c90f4bb18:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T03:21:57,341 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.199sec 2024-11-17T03:21:57,341 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T03:21:57,341 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T03:21:57,341 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T03:21:57,341 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T03:21:57,341 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T03:21:57,341 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,34907,1731813715947-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:21:57,341 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,34907,1731813715947-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T03:21:57,343 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T03:21:57,343 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T03:21:57,343 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,34907,1731813715947-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:21:57,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54374c01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:57,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,34907,-1 for getting cluster id 2024-11-17T03:21:57,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:21:57,401 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e5f23fc-b1c6-4755-80ff-1e19ffd288a1' 2024-11-17T03:21:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:21:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e5f23fc-b1c6-4755-80ff-1e19ffd288a1" 2024-11-17T03:21:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60a51881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,34907,-1] 2024-11-17T03:21:57,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:21:57,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:21:57,403 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:21:57,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30661349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:21:57,405 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:21:57,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,45699,1731813716069, seqNum=-1] 2024-11-17T03:21:57,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:21:57,408 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:21:57,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=695c90f4bb18,34907,1731813715947 2024-11-17T03:21:57,410 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57325 2024-11-17T03:21:57,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:21:57,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10146d00b6f0005 connected 2024-11-17T03:21:57,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/hadoop.log.dir so I do NOT create it in target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a 2024-11-17T03:21:57,521 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T03:21:57,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/hadoop.tmp.dir so I do NOT create it in target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a 2024-11-17T03:21:57,521 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T03:21:57,521 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a 2024-11-17T03:21:57,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T03:21:57,521 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/cluster_85c367b3-c435-8d61-b3f5-e426d8491191, deleteOnExit=true 2024-11-17T03:21:57,521 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T03:21:57,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/test.cache.data in system properties and HBase conf 2024-11-17T03:21:57,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T03:21:57,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/hadoop.log.dir in system properties and HBase conf 2024-11-17T03:21:57,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T03:21:57,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T03:21:57,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T03:21:57,522 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T03:21:57,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:21:57,522 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:21:57,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T03:21:57,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:21:57,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T03:21:57,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T03:21:57,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:21:57,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:21:57,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T03:21:57,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/nfs.dump.dir in system properties and HBase conf 2024-11-17T03:21:57,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/java.io.tmpdir in system properties and HBase conf 2024-11-17T03:21:57,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:21:57,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T03:21:57,523 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T03:21:58,140 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:21:58,143 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:21:58,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:21:58,148 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:21:58,148 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:21:58,152 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:21:58,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@769cc9e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:21:58,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79d52515{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:21:58,248 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a83a207{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/java.io.tmpdir/jetty-localhost-43429-hadoop-hdfs-3_4_1-tests_jar-_-any-11795951510771107515/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:21:58,249 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5d3e5ff6{HTTP/1.1, (http/1.1)}{localhost:43429} 2024-11-17T03:21:58,249 INFO [Time-limited test {}] server.Server(415): Started @294444ms 2024-11-17T03:21:58,251 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T03:21:58,543 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:21:58,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:21:58,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:21:58,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:21:58,549 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T03:21:58,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@215473c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:21:58,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8bfca0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:21:58,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74bf9211{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/java.io.tmpdir/jetty-localhost-36409-hadoop-hdfs-3_4_1-tests_jar-_-any-513360292495904525/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:21:58,660 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7da5a57a{HTTP/1.1, (http/1.1)}{localhost:36409} 2024-11-17T03:21:58,660 INFO [Time-limited test {}] server.Server(415): Started @294856ms 2024-11-17T03:21:58,662 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T03:21:59,500 WARN [Thread-3703 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/cluster_85c367b3-c435-8d61-b3f5-e426d8491191/data/data1/current/BP-367064702-172.17.0.3-1731813717538/current, will proceed with Du for space computation calculation, 2024-11-17T03:21:59,501 WARN [Thread-3704 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/cluster_85c367b3-c435-8d61-b3f5-e426d8491191/data/data2/current/BP-367064702-172.17.0.3-1731813717538/current, will proceed with Du for space computation calculation, 2024-11-17T03:21:59,521 WARN [Thread-3691 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T03:21:59,523 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb2c414d54a02e05 with lease ID 0xfb02944d366dbd36: Processing first storage report for DS-ff9fb5a5-0d64-41fe-93db-318cef941275 from datanode DatanodeRegistration(127.0.0.1:42855, datanodeUuid=3ef5dcf0-0f82-4711-9dce-8f2f71aef766, infoPort=40151, infoSecurePort=0, ipcPort=35201, storageInfo=lv=-57;cid=testClusterID;nsid=1645412695;c=1731813717538) 2024-11-17T03:21:59,523 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb2c414d54a02e05 with lease ID 0xfb02944d366dbd36: from storage DS-ff9fb5a5-0d64-41fe-93db-318cef941275 node DatanodeRegistration(127.0.0.1:42855, datanodeUuid=3ef5dcf0-0f82-4711-9dce-8f2f71aef766, infoPort=40151, infoSecurePort=0, ipcPort=35201, storageInfo=lv=-57;cid=testClusterID;nsid=1645412695;c=1731813717538), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:21:59,523 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb2c414d54a02e05 with lease ID 0xfb02944d366dbd36: Processing first storage report for DS-23243507-8b2d-483d-9027-6c2e3e723585 from datanode DatanodeRegistration(127.0.0.1:42855, datanodeUuid=3ef5dcf0-0f82-4711-9dce-8f2f71aef766, infoPort=40151, infoSecurePort=0, ipcPort=35201, storageInfo=lv=-57;cid=testClusterID;nsid=1645412695;c=1731813717538) 2024-11-17T03:21:59,523 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb2c414d54a02e05 with lease ID 0xfb02944d366dbd36: from storage DS-23243507-8b2d-483d-9027-6c2e3e723585 node DatanodeRegistration(127.0.0.1:42855, datanodeUuid=3ef5dcf0-0f82-4711-9dce-8f2f71aef766, infoPort=40151, infoSecurePort=0, ipcPort=35201, storageInfo=lv=-57;cid=testClusterID;nsid=1645412695;c=1731813717538), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:21:59,610 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a 2024-11-17T03:21:59,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:59,611 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:21:59,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741825_1001 (size=7) 2024-11-17T03:22:00,026 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd with version=8 2024-11-17T03:22:00,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/hbase-staging 2024-11-17T03:22:00,029 INFO [Time-limited test {}] client.ConnectionUtils(128): master/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:22:00,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:00,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:00,029 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:22:00,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:00,029 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:22:00,029 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T03:22:00,029 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:22:00,030 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39163 2024-11-17T03:22:00,030 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39163 connecting to ZooKeeper ensemble=127.0.0.1:57325 2024-11-17T03:22:00,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391630x0, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:22:00,128 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39163-0x10146d00b6f0006 connected 2024-11-17T03:22:00,878 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:00,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:00,882 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Set watcher on znode that does not yet exist, /22031186801/running 2024-11-17T03:22:00,882 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd, hbase.cluster.distributed=false 2024-11-17T03:22:00,884 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Set watcher on znode that does not yet exist, /22031186801/acl 2024-11-17T03:22:00,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39163 2024-11-17T03:22:00,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39163 2024-11-17T03:22:00,888 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39163 2024-11-17T03:22:00,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39163 2024-11-17T03:22:00,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39163 2024-11-17T03:22:00,901 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:22:00,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:00,901 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:00,902 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:22:00,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:00,902 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:22:00,902 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T03:22:00,902 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:22:00,902 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36147 2024-11-17T03:22:00,903 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36147 connecting to ZooKeeper ensemble=127.0.0.1:57325 2024-11-17T03:22:00,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:00,904 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:00,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361470x0, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:22:00,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361470x0, quorum=127.0.0.1:57325, baseZNode=/22031186801 Set watcher on znode that does not yet exist, /22031186801/running 2024-11-17T03:22:01,000 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36147-0x10146d00b6f0007 connected 2024-11-17T03:22:01,000 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T03:22:01,000 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T03:22:01,000 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36147-0x10146d00b6f0007, quorum=127.0.0.1:57325, baseZNode=/22031186801 Set watcher on znode that does not yet exist, /22031186801/master 2024-11-17T03:22:01,001 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36147-0x10146d00b6f0007, quorum=127.0.0.1:57325, baseZNode=/22031186801 Set watcher on znode that does not yet exist, /22031186801/acl 2024-11-17T03:22:01,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36147 2024-11-17T03:22:01,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36147 2024-11-17T03:22:01,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36147 2024-11-17T03:22:01,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36147 2024-11-17T03:22:01,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36147 2024-11-17T03:22:01,012 DEBUG [M:0;695c90f4bb18:39163 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;695c90f4bb18:39163 2024-11-17T03:22:01,012 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /22031186801/backup-masters/695c90f4bb18,39163,1731813720028 2024-11-17T03:22:01,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36147-0x10146d00b6f0007, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031186801/backup-masters 2024-11-17T03:22:01,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031186801/backup-masters 2024-11-17T03:22:01,079 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Set watcher on existing znode=/22031186801/backup-masters/695c90f4bb18,39163,1731813720028 2024-11-17T03:22:01,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031186801 2024-11-17T03:22:01,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36147-0x10146d00b6f0007, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22031186801/master 2024-11-17T03:22:01,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36147-0x10146d00b6f0007, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031186801 2024-11-17T03:22:01,132 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Set watcher on existing znode=/22031186801/master 2024-11-17T03:22:01,132 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /22031186801/backup-masters/695c90f4bb18,39163,1731813720028 from backup master directory 2024-11-17T03:22:01,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36147-0x10146d00b6f0007, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031186801/backup-masters 2024-11-17T03:22:01,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22031186801/backup-masters/695c90f4bb18,39163,1731813720028 2024-11-17T03:22:01,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031186801/backup-masters 2024-11-17T03:22:01,174 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:22:01,174 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=695c90f4bb18,39163,1731813720028 2024-11-17T03:22:01,176 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/hbase.id] with ID: 82d4ac3e-9b80-400c-94c6-d7488e36913c 2024-11-17T03:22:01,176 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/.tmp/hbase.id 2024-11-17T03:22:01,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741826_1002 (size=42) 2024-11-17T03:22:01,179 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/.tmp/hbase.id]:[hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/hbase.id] 2024-11-17T03:22:01,186 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:01,186 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T03:22:01,187 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T03:22:01,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36147-0x10146d00b6f0007, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031186801 2024-11-17T03:22:01,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031186801 2024-11-17T03:22:01,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741827_1003 (size=196) 2024-11-17T03:22:01,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T03:22:01,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T03:22:01,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T03:22:01,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T03:22:01,678 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:22:01,679 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T03:22:01,679 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:22:01,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741828_1004 (size=1189) 2024-11-17T03:22:01,690 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/MasterData/data/master/store 2024-11-17T03:22:01,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741829_1005 (size=34) 2024-11-17T03:22:02,096 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:02,096 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:22:02,096 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:02,096 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:02,096 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:22:02,096 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:02,096 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:02,096 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813722096Disabling compacts and flushes for region at 1731813722096Disabling writes for close at 1731813722096Writing region close event to WAL at 1731813722096Closed at 1731813722096 2024-11-17T03:22:02,097 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/MasterData/data/master/store/.initializing 2024-11-17T03:22:02,097 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/MasterData/WALs/695c90f4bb18,39163,1731813720028 2024-11-17T03:22:02,097 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:22:02,098 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=695c90f4bb18%2C39163%2C1731813720028, suffix=, logDir=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/MasterData/WALs/695c90f4bb18,39163,1731813720028, archiveDir=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/MasterData/oldWALs, maxLogs=10 2024-11-17T03:22:02,114 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/MasterData/WALs/695c90f4bb18,39163,1731813720028/695c90f4bb18%2C39163%2C1731813720028.1731813722099, exclude list is [], retry=0 2024-11-17T03:22:02,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42855,DS-ff9fb5a5-0d64-41fe-93db-318cef941275,DISK] 2024-11-17T03:22:02,118 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/MasterData/WALs/695c90f4bb18,39163,1731813720028/695c90f4bb18%2C39163%2C1731813720028.1731813722099 2024-11-17T03:22:02,120 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40151:40151)] 2024-11-17T03:22:02,120 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:22:02,121 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:02,121 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:02,121 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:02,123 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:02,124 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T03:22:02,125 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:02,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:02,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:02,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T03:22:02,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:02,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:02,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:02,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T03:22:02,130 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:02,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:02,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:02,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T03:22:02,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:02,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:02,134 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:02,135 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:02,135 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:02,136 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:02,136 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:02,136 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:22:02,137 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:02,138 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:22:02,138 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72793063, jitterRate=0.08470116555690765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:22:02,138 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731813722121Initializing all the Stores at 1731813722123 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813722123Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813722123Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813722123Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813722123Cleaning up temporary data from old regions at 1731813722136 (+13 ms)Region opened successfully at 1731813722138 (+2 ms) 2024-11-17T03:22:02,139 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T03:22:02,141 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@345c78b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:22:02,141 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T03:22:02,141 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T03:22:02,141 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T03:22:02,142 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T03:22:02,142 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T03:22:02,142 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T03:22:02,142 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T03:22:02,144 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T03:22:02,144 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Unable to get data of znode /22031186801/balancer because node does not exist (not necessarily an error) 2024-11-17T03:22:02,194 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22031186801/balancer already deleted, retry=false 2024-11-17T03:22:02,195 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T03:22:02,195 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Unable to get data of znode /22031186801/normalizer because node does not exist (not necessarily an error) 2024-11-17T03:22:02,205 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22031186801/normalizer already deleted, retry=false 2024-11-17T03:22:02,205 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T03:22:02,206 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Unable to get data of znode /22031186801/switch/split because node does not exist (not necessarily an error) 2024-11-17T03:22:02,215 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22031186801/switch/split already deleted, retry=false 2024-11-17T03:22:02,216 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Unable to get data of znode /22031186801/switch/merge because node does not exist (not necessarily an error) 2024-11-17T03:22:02,226 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22031186801/switch/merge already deleted, retry=false 2024-11-17T03:22:02,228 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Unable to get data of znode /22031186801/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T03:22:02,236 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /22031186801/snapshot-cleanup already deleted, retry=false 2024-11-17T03:22:02,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22031186801/running 2024-11-17T03:22:02,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36147-0x10146d00b6f0007, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/22031186801/running 2024-11-17T03:22:02,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031186801 2024-11-17T03:22:02,247 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36147-0x10146d00b6f0007, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031186801 2024-11-17T03:22:02,248 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=695c90f4bb18,39163,1731813720028, sessionid=0x10146d00b6f0006, setting cluster-up flag (Was=false) 2024-11-17T03:22:02,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031186801 2024-11-17T03:22:02,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36147-0x10146d00b6f0007, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031186801 2024-11-17T03:22:02,300 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22031186801/flush-table-proc/acquired, /22031186801/flush-table-proc/reached, /22031186801/flush-table-proc/abort 2024-11-17T03:22:02,301 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,39163,1731813720028 2024-11-17T03:22:02,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36147-0x10146d00b6f0007, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031186801 2024-11-17T03:22:02,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031186801 2024-11-17T03:22:02,352 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /22031186801/online-snapshot/acquired, /22031186801/online-snapshot/reached, /22031186801/online-snapshot/abort 2024-11-17T03:22:02,353 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,39163,1731813720028 2024-11-17T03:22:02,354 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T03:22:02,355 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T03:22:02,355 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T03:22:02,355 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T03:22:02,356 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 695c90f4bb18,39163,1731813720028 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T03:22:02,356 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:22:02,356 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:22:02,356 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:22:02,356 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:22:02,356 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/695c90f4bb18:0, corePoolSize=10, maxPoolSize=10 2024-11-17T03:22:02,356 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:02,357 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:22:02,357 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:02,358 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:22:02,358 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T03:22:02,358 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:02,358 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T03:22:02,365 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731813752365 2024-11-17T03:22:02,365 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T03:22:02,365 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T03:22:02,365 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T03:22:02,365 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T03:22:02,365 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T03:22:02,365 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T03:22:02,368 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:02,368 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T03:22:02,368 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T03:22:02,369 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T03:22:02,369 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T03:22:02,369 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T03:22:02,369 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T03:22:02,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741831_1007 (size=1321) 2024-11-17T03:22:02,376 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813722369,5,FailOnTimeoutGroup] 2024-11-17T03:22:02,380 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813722376,5,FailOnTimeoutGroup] 2024-11-17T03:22:02,380 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:02,380 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T03:22:02,380 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:02,380 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:02,405 INFO [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(746): ClusterId : 82d4ac3e-9b80-400c-94c6-d7488e36913c 2024-11-17T03:22:02,405 DEBUG [RS:0;695c90f4bb18:36147 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T03:22:02,416 DEBUG [RS:0;695c90f4bb18:36147 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T03:22:02,416 DEBUG [RS:0;695c90f4bb18:36147 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T03:22:02,426 DEBUG [RS:0;695c90f4bb18:36147 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T03:22:02,427 DEBUG [RS:0;695c90f4bb18:36147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632cf9ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:22:02,441 DEBUG [RS:0;695c90f4bb18:36147 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;695c90f4bb18:36147 2024-11-17T03:22:02,441 INFO [RS:0;695c90f4bb18:36147 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T03:22:02,441 INFO [RS:0;695c90f4bb18:36147 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T03:22:02,441 DEBUG [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T03:22:02,442 INFO [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(2659): reportForDuty to master=695c90f4bb18,39163,1731813720028 with port=36147, startcode=1731813720901 2024-11-17T03:22:02,442 DEBUG [RS:0;695c90f4bb18:36147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T03:22:02,443 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47215, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T03:22:02,444 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39163 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 695c90f4bb18,36147,1731813720901 2024-11-17T03:22:02,444 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39163 {}] master.ServerManager(517): Registering regionserver=695c90f4bb18,36147,1731813720901 2024-11-17T03:22:02,445 DEBUG [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd 2024-11-17T03:22:02,445 DEBUG [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41311 2024-11-17T03:22:02,445 DEBUG [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T03:22:02,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031186801/rs 2024-11-17T03:22:02,526 DEBUG [RS:0;695c90f4bb18:36147 {}] zookeeper.ZKUtil(111): regionserver:36147-0x10146d00b6f0007, quorum=127.0.0.1:57325, baseZNode=/22031186801 Set watcher on existing znode=/22031186801/rs/695c90f4bb18,36147,1731813720901 2024-11-17T03:22:02,526 WARN [RS:0;695c90f4bb18:36147 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:22:02,526 INFO [RS:0;695c90f4bb18:36147 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:22:02,526 DEBUG [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901 2024-11-17T03:22:02,526 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [695c90f4bb18,36147,1731813720901] 2024-11-17T03:22:02,528 INFO [RS:0;695c90f4bb18:36147 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T03:22:02,530 INFO [RS:0;695c90f4bb18:36147 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T03:22:02,530 INFO [RS:0;695c90f4bb18:36147 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T03:22:02,530 INFO [RS:0;695c90f4bb18:36147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:02,531 INFO [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T03:22:02,533 INFO [RS:0;695c90f4bb18:36147 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T03:22:02,533 INFO [RS:0;695c90f4bb18:36147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:02,533 DEBUG [RS:0;695c90f4bb18:36147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:02,533 DEBUG [RS:0;695c90f4bb18:36147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:02,533 DEBUG [RS:0;695c90f4bb18:36147 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:02,533 DEBUG [RS:0;695c90f4bb18:36147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:02,533 DEBUG [RS:0;695c90f4bb18:36147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:02,533 DEBUG [RS:0;695c90f4bb18:36147 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:22:02,533 DEBUG [RS:0;695c90f4bb18:36147 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:02,533 DEBUG [RS:0;695c90f4bb18:36147 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:02,533 DEBUG [RS:0;695c90f4bb18:36147 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:02,533 DEBUG [RS:0;695c90f4bb18:36147 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:02,533 DEBUG [RS:0;695c90f4bb18:36147 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:02,533 DEBUG [RS:0;695c90f4bb18:36147 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:02,533 DEBUG [RS:0;695c90f4bb18:36147 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:22:02,533 DEBUG [RS:0;695c90f4bb18:36147 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:22:02,533 INFO [RS:0;695c90f4bb18:36147 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:02,534 INFO [RS:0;695c90f4bb18:36147 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:02,534 INFO [RS:0;695c90f4bb18:36147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:02,534 INFO [RS:0;695c90f4bb18:36147 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:02,534 INFO [RS:0;695c90f4bb18:36147 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:02,534 INFO [RS:0;695c90f4bb18:36147 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,36147,1731813720901-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:22:02,555 INFO [RS:0;695c90f4bb18:36147 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T03:22:02,555 INFO [RS:0;695c90f4bb18:36147 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,36147,1731813720901-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:02,555 INFO [RS:0;695c90f4bb18:36147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:02,555 INFO [RS:0;695c90f4bb18:36147 {}] regionserver.Replication(171): 695c90f4bb18,36147,1731813720901 started 2024-11-17T03:22:02,573 INFO [RS:0;695c90f4bb18:36147 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:02,573 INFO [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(1482): Serving as 695c90f4bb18,36147,1731813720901, RpcServer on 695c90f4bb18/172.17.0.3:36147, sessionid=0x10146d00b6f0007 2024-11-17T03:22:02,573 DEBUG [RS:0;695c90f4bb18:36147 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T03:22:02,574 DEBUG [RS:0;695c90f4bb18:36147 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 695c90f4bb18,36147,1731813720901 2024-11-17T03:22:02,574 DEBUG [RS:0;695c90f4bb18:36147 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,36147,1731813720901' 2024-11-17T03:22:02,574 DEBUG [RS:0;695c90f4bb18:36147 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22031186801/flush-table-proc/abort' 2024-11-17T03:22:02,574 DEBUG [RS:0;695c90f4bb18:36147 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22031186801/flush-table-proc/acquired' 2024-11-17T03:22:02,574 DEBUG [RS:0;695c90f4bb18:36147 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T03:22:02,574 DEBUG [RS:0;695c90f4bb18:36147 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T03:22:02,574 DEBUG [RS:0;695c90f4bb18:36147 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 695c90f4bb18,36147,1731813720901 2024-11-17T03:22:02,574 DEBUG [RS:0;695c90f4bb18:36147 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,36147,1731813720901' 2024-11-17T03:22:02,574 DEBUG [RS:0;695c90f4bb18:36147 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/22031186801/online-snapshot/abort' 2024-11-17T03:22:02,575 DEBUG [RS:0;695c90f4bb18:36147 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/22031186801/online-snapshot/acquired' 2024-11-17T03:22:02,575 DEBUG [RS:0;695c90f4bb18:36147 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T03:22:02,575 INFO [RS:0;695c90f4bb18:36147 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T03:22:02,575 INFO [RS:0;695c90f4bb18:36147 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T03:22:02,675 INFO [RS:0;695c90f4bb18:36147 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:22:02,677 INFO [RS:0;695c90f4bb18:36147 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C36147%2C1731813720901, suffix=, logDir=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901, archiveDir=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/oldWALs, maxLogs=10 2024-11-17T03:22:02,693 DEBUG [RS:0;695c90f4bb18:36147 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677, exclude list is [], retry=0 2024-11-17T03:22:02,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42855,DS-ff9fb5a5-0d64-41fe-93db-318cef941275,DISK] 2024-11-17T03:22:02,696 INFO [RS:0;695c90f4bb18:36147 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 2024-11-17T03:22:02,697 DEBUG [RS:0;695c90f4bb18:36147 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40151:40151)] 2024-11-17T03:22:02,774 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T03:22:02,774 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd 2024-11-17T03:22:02,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741833_1009 (size=32) 2024-11-17T03:22:02,792 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:22:02,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:02,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:02,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:02,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:02,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:02,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:02,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:02,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:02,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:02,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:02,830 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:02,835 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:02,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:02,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:02,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:03,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:03,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:22:03,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:22:03,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:03,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:03,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:22:03,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:22:03,182 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:03,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:03,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:22:03,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:22:03,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:03,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:03,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:22:03,184 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:22:03,184 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:03,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:03,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:22:03,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/meta/1588230740 2024-11-17T03:22:03,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/meta/1588230740 2024-11-17T03:22:03,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:22:03,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:22:03,186 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:22:03,187 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:22:03,188 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:22:03,188 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66289604, jitterRate=-0.01220792531967163}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:22:03,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731813723179Initializing all the Stores at 1731813723179Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813723179Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813723180 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813723180Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813723180Cleaning up temporary data from old regions at 1731813723186 (+6 ms)Region opened successfully at 1731813723188 (+2 ms) 2024-11-17T03:22:03,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:22:03,188 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:22:03,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:22:03,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:22:03,188 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:22:03,189 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:22:03,189 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813723188Disabling compacts and flushes for region at 1731813723188Disabling writes for close at 1731813723188Writing region close event to WAL at 1731813723189 (+1 ms)Closed at 1731813723189 2024-11-17T03:22:03,189 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:22:03,189 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T03:22:03,189 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T03:22:03,190 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:22:03,191 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T03:22:03,341 DEBUG [695c90f4bb18:39163 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T03:22:03,341 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=695c90f4bb18,36147,1731813720901 2024-11-17T03:22:03,342 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,36147,1731813720901, state=OPENING 2024-11-17T03:22:03,352 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T03:22:03,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36147-0x10146d00b6f0007, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031186801 2024-11-17T03:22:03,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031186801 2024-11-17T03:22:03,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22031186801/meta-region-server: CHANGED 2024-11-17T03:22:03,364 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:22:03,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,36147,1731813720901}] 2024-11-17T03:22:03,364 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22031186801/meta-region-server: CHANGED 2024-11-17T03:22:03,522 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:22:03,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T03:22:03,544 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T03:22:03,544 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:22:03,545 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T03:22:03,546 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C36147%2C1731813720901.meta, suffix=.meta, logDir=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901, archiveDir=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/oldWALs, maxLogs=10 2024-11-17T03:22:03,559 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.meta.1731813723547.meta, exclude list is [], retry=0 2024-11-17T03:22:03,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42855,DS-ff9fb5a5-0d64-41fe-93db-318cef941275,DISK] 2024-11-17T03:22:03,563 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.meta.1731813723547.meta 2024-11-17T03:22:03,563 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40151:40151)] 2024-11-17T03:22:03,563 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:22:03,563 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:22:03,563 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:22:03,564 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T03:22:03,564 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T03:22:03,564 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T03:22:03,564 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:03,564 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T03:22:03,564 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T03:22:03,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:22:03,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:22:03,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:03,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:03,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:22:03,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:22:03,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:03,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:03,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:22:03,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:22:03,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:03,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:03,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:22:03,568 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:22:03,568 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:03,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:03,568 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:22:03,568 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/meta/1588230740 2024-11-17T03:22:03,569 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/meta/1588230740 2024-11-17T03:22:03,570 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:22:03,570 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:22:03,570 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:22:03,571 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:22:03,571 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73671314, jitterRate=0.09778812527656555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:22:03,571 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T03:22:03,571 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731813723564Writing region info on filesystem at 1731813723564Initializing all the Stores at 1731813723565 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813723565Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813723565Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813723565Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813723565Cleaning up temporary data from old regions at 1731813723570 (+5 ms)Running coprocessor post-open hooks at 1731813723571 (+1 ms)Region opened successfully at 1731813723571 2024-11-17T03:22:03,572 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731813723522 2024-11-17T03:22:03,573 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T03:22:03,573 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T03:22:03,574 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,36147,1731813720901 2024-11-17T03:22:03,575 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,36147,1731813720901, state=OPEN 2024-11-17T03:22:03,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36147-0x10146d00b6f0007, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22031186801/meta-region-server 2024-11-17T03:22:03,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/22031186801/meta-region-server 2024-11-17T03:22:03,584 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=695c90f4bb18,36147,1731813720901 2024-11-17T03:22:03,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22031186801/meta-region-server: CHANGED 2024-11-17T03:22:03,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /22031186801/meta-region-server: CHANGED 2024-11-17T03:22:03,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T03:22:03,588 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,36147,1731813720901 in 220 msec 2024-11-17T03:22:03,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T03:22:03,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 399 msec 2024-11-17T03:22:03,590 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:22:03,590 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T03:22:03,591 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:22:03,591 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,36147,1731813720901, seqNum=-1] 2024-11-17T03:22:03,591 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:22:03,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:22:03,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2440 sec 2024-11-17T03:22:03,600 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731813723600, completionTime=-1 2024-11-17T03:22:03,600 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T03:22:03,600 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T03:22:03,602 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T03:22:03,602 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731813783602 2024-11-17T03:22:03,602 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731813843602 2024-11-17T03:22:03,602 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-17T03:22:03,602 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,39163,1731813720028-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:03,603 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,39163,1731813720028-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:03,603 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,39163,1731813720028-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:03,603 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-695c90f4bb18:39163, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:03,603 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:03,604 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:03,604 DEBUG [master/695c90f4bb18:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T03:22:03,607 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.433sec 2024-11-17T03:22:03,607 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T03:22:03,607 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T03:22:03,607 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T03:22:03,607 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T03:22:03,607 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T03:22:03,607 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,39163,1731813720028-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:22:03,607 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,39163,1731813720028-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T03:22:03,610 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T03:22:03,610 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T03:22:03,610 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,39163,1731813720028-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:03,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52bb2380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:03,706 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,39163,-1 for getting cluster id 2024-11-17T03:22:03,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:22:03,707 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82d4ac3e-9b80-400c-94c6-d7488e36913c' 2024-11-17T03:22:03,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:22:03,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82d4ac3e-9b80-400c-94c6-d7488e36913c" 2024-11-17T03:22:03,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44abe281, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:03,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,39163,-1] 2024-11-17T03:22:03,708 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:22:03,709 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:03,709 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:22:03,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6acd65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:03,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:22:03,711 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,36147,1731813720901, seqNum=-1] 2024-11-17T03:22:03,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:22:03,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:22:03,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=695c90f4bb18,39163,1731813720028 2024-11-17T03:22:03,715 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57325 2024-11-17T03:22:03,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:22:03,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10146d00b6f0008 connected 2024-11-17T03:22:03,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:22:03,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,41669,1731813710224 2024-11-17T03:22:03,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@106d895c 2024-11-17T03:22:03,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:22:03,756 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:22:03,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:22:03,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T03:22:03,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:22:03,759 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:03,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T03:22:03,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:03,760 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:22:03,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741835_1011 (size=902) 2024-11-17T03:22:03,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:04,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:04,167 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b7e2d5c15676238ef2911ccad1fd6314, NAME => 'test,,1731813723756.b7e2d5c15676238ef2911ccad1fd6314.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6 2024-11-17T03:22:04,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741836_1012 (size=39) 2024-11-17T03:22:04,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:04,571 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731813723756.b7e2d5c15676238ef2911ccad1fd6314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:04,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b7e2d5c15676238ef2911ccad1fd6314, disabling compactions & flushes 2024-11-17T03:22:04,572 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731813723756.b7e2d5c15676238ef2911ccad1fd6314. 2024-11-17T03:22:04,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813723756.b7e2d5c15676238ef2911ccad1fd6314. 2024-11-17T03:22:04,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731813723756.b7e2d5c15676238ef2911ccad1fd6314. after waiting 0 ms 2024-11-17T03:22:04,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731813723756.b7e2d5c15676238ef2911ccad1fd6314. 2024-11-17T03:22:04,572 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731813723756.b7e2d5c15676238ef2911ccad1fd6314. 2024-11-17T03:22:04,572 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b7e2d5c15676238ef2911ccad1fd6314: Waiting for close lock at 1731813724572Disabling compacts and flushes for region at 1731813724572Disabling writes for close at 1731813724572Writing region close event to WAL at 1731813724572Closed at 1731813724572 2024-11-17T03:22:04,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:22:04,573 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731813723756.b7e2d5c15676238ef2911ccad1fd6314.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731813724573"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813724573"}]},"ts":"1731813724573"} 2024-11-17T03:22:04,575 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:22:04,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:22:04,575 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813724575"}]},"ts":"1731813724575"} 2024-11-17T03:22:04,577 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T03:22:04,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b7e2d5c15676238ef2911ccad1fd6314, ASSIGN}] 2024-11-17T03:22:04,578 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b7e2d5c15676238ef2911ccad1fd6314, ASSIGN 2024-11-17T03:22:04,579 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b7e2d5c15676238ef2911ccad1fd6314, ASSIGN; state=OFFLINE, location=695c90f4bb18,44781,1731813710453; forceNewPlan=false, retain=false 2024-11-17T03:22:04,730 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b7e2d5c15676238ef2911ccad1fd6314, regionState=OPENING, regionLocation=695c90f4bb18,44781,1731813710453 2024-11-17T03:22:04,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b7e2d5c15676238ef2911ccad1fd6314, ASSIGN because future has completed 2024-11-17T03:22:04,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7e2d5c15676238ef2911ccad1fd6314, server=695c90f4bb18,44781,1731813710453}] 2024-11-17T03:22:04,887 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731813723756.b7e2d5c15676238ef2911ccad1fd6314. 2024-11-17T03:22:04,887 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b7e2d5c15676238ef2911ccad1fd6314, NAME => 'test,,1731813723756.b7e2d5c15676238ef2911ccad1fd6314.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:22:04,887 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:22:04,887 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T03:22:04,887 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b7e2d5c15676238ef2911ccad1fd6314 2024-11-17T03:22:04,888 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731813723756.b7e2d5c15676238ef2911ccad1fd6314.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:04,888 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b7e2d5c15676238ef2911ccad1fd6314 2024-11-17T03:22:04,888 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b7e2d5c15676238ef2911ccad1fd6314 2024-11-17T03:22:04,889 INFO [StoreOpener-b7e2d5c15676238ef2911ccad1fd6314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b7e2d5c15676238ef2911ccad1fd6314 2024-11-17T03:22:04,890 INFO [StoreOpener-b7e2d5c15676238ef2911ccad1fd6314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7e2d5c15676238ef2911ccad1fd6314 columnFamilyName f 2024-11-17T03:22:04,890 DEBUG [StoreOpener-b7e2d5c15676238ef2911ccad1fd6314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:04,890 INFO [StoreOpener-b7e2d5c15676238ef2911ccad1fd6314-1 {}] regionserver.HStore(327): Store=b7e2d5c15676238ef2911ccad1fd6314/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:04,890 INFO [StoreOpener-b7e2d5c15676238ef2911ccad1fd6314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b7e2d5c15676238ef2911ccad1fd6314 2024-11-17T03:22:04,891 INFO [StoreOpener-b7e2d5c15676238ef2911ccad1fd6314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7e2d5c15676238ef2911ccad1fd6314 columnFamilyName f1 2024-11-17T03:22:04,891 DEBUG [StoreOpener-b7e2d5c15676238ef2911ccad1fd6314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:04,892 INFO [StoreOpener-b7e2d5c15676238ef2911ccad1fd6314-1 {}] regionserver.HStore(327): Store=b7e2d5c15676238ef2911ccad1fd6314/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:04,892 INFO [StoreOpener-b7e2d5c15676238ef2911ccad1fd6314-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b7e2d5c15676238ef2911ccad1fd6314 2024-11-17T03:22:04,893 INFO [StoreOpener-b7e2d5c15676238ef2911ccad1fd6314-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7e2d5c15676238ef2911ccad1fd6314 columnFamilyName norep 2024-11-17T03:22:04,893 DEBUG [StoreOpener-b7e2d5c15676238ef2911ccad1fd6314-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:04,893 INFO [StoreOpener-b7e2d5c15676238ef2911ccad1fd6314-1 {}] regionserver.HStore(327): Store=b7e2d5c15676238ef2911ccad1fd6314/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:04,893 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b7e2d5c15676238ef2911ccad1fd6314 2024-11-17T03:22:04,894 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/default/test/b7e2d5c15676238ef2911ccad1fd6314 2024-11-17T03:22:04,895 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/default/test/b7e2d5c15676238ef2911ccad1fd6314 2024-11-17T03:22:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:04,895 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b7e2d5c15676238ef2911ccad1fd6314 2024-11-17T03:22:04,895 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b7e2d5c15676238ef2911ccad1fd6314 2024-11-17T03:22:04,896 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:22:04,897 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b7e2d5c15676238ef2911ccad1fd6314 2024-11-17T03:22:04,903 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/default/test/b7e2d5c15676238ef2911ccad1fd6314/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:22:04,904 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b7e2d5c15676238ef2911ccad1fd6314; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71119764, jitterRate=0.059767067432403564}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:22:04,904 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b7e2d5c15676238ef2911ccad1fd6314 2024-11-17T03:22:04,905 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b7e2d5c15676238ef2911ccad1fd6314: Running coprocessor pre-open hook at 1731813724888Writing region info on filesystem at 1731813724888Initializing all the Stores at 1731813724888Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813724888Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813724889 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813724889Cleaning up temporary data from old regions at 1731813724895 (+6 ms)Running coprocessor post-open hooks at 1731813724904 (+9 ms)Region opened successfully at 1731813724905 (+1 ms) 2024-11-17T03:22:04,906 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731813723756.b7e2d5c15676238ef2911ccad1fd6314., pid=6, masterSystemTime=1731813724883 2024-11-17T03:22:04,908 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731813723756.b7e2d5c15676238ef2911ccad1fd6314. 2024-11-17T03:22:04,908 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731813723756.b7e2d5c15676238ef2911ccad1fd6314. 2024-11-17T03:22:04,909 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b7e2d5c15676238ef2911ccad1fd6314, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=695c90f4bb18,44781,1731813710453 2024-11-17T03:22:04,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b7e2d5c15676238ef2911ccad1fd6314, server=695c90f4bb18,44781,1731813710453 because future has completed 2024-11-17T03:22:04,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T03:22:04,916 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b7e2d5c15676238ef2911ccad1fd6314, server=695c90f4bb18,44781,1731813710453 in 181 msec 2024-11-17T03:22:04,917 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T03:22:04,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b7e2d5c15676238ef2911ccad1fd6314, ASSIGN in 339 msec 2024-11-17T03:22:04,918 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:22:04,918 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813724918"}]},"ts":"1731813724918"} 2024-11-17T03:22:04,920 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T03:22:04,921 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:22:04,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-17T03:22:05,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:05,905 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T03:22:05,905 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:22:05,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,34907,1731813715947 2024-11-17T03:22:05,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e3dba2d 2024-11-17T03:22:05,906 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:22:05,907 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:22:05,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:22:05,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T03:22:05,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:22:05,910 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:05,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T03:22:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:05,911 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:22:05,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43021 is added to blk_1073741835_1011 (size=902) 2024-11-17T03:22:06,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:06,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:06,321 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2979e1ffc0c854170b99ca332a27d5df, NAME => 'test,,1731813725907.2979e1ffc0c854170b99ca332a27d5df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18 2024-11-17T03:22:06,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43021 is added to blk_1073741836_1012 (size=39) 2024-11-17T03:22:06,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:06,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731813725907.2979e1ffc0c854170b99ca332a27d5df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:06,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2979e1ffc0c854170b99ca332a27d5df, disabling compactions & flushes 2024-11-17T03:22:06,733 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731813725907.2979e1ffc0c854170b99ca332a27d5df. 2024-11-17T03:22:06,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813725907.2979e1ffc0c854170b99ca332a27d5df. 2024-11-17T03:22:06,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731813725907.2979e1ffc0c854170b99ca332a27d5df. after waiting 0 ms 2024-11-17T03:22:06,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731813725907.2979e1ffc0c854170b99ca332a27d5df. 2024-11-17T03:22:06,733 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731813725907.2979e1ffc0c854170b99ca332a27d5df. 2024-11-17T03:22:06,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2979e1ffc0c854170b99ca332a27d5df: Waiting for close lock at 1731813726733Disabling compacts and flushes for region at 1731813726733Disabling writes for close at 1731813726733Writing region close event to WAL at 1731813726733Closed at 1731813726733 2024-11-17T03:22:06,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:22:06,735 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731813725907.2979e1ffc0c854170b99ca332a27d5df.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731813726735"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813726735"}]},"ts":"1731813726735"} 2024-11-17T03:22:06,737 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:22:06,738 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:22:06,738 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813726738"}]},"ts":"1731813726738"} 2024-11-17T03:22:06,739 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T03:22:06,740 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2979e1ffc0c854170b99ca332a27d5df, ASSIGN}] 2024-11-17T03:22:06,740 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2979e1ffc0c854170b99ca332a27d5df, ASSIGN 2024-11-17T03:22:06,741 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2979e1ffc0c854170b99ca332a27d5df, ASSIGN; state=OFFLINE, location=695c90f4bb18,45699,1731813716069; forceNewPlan=false, retain=false 2024-11-17T03:22:06,892 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2979e1ffc0c854170b99ca332a27d5df, regionState=OPENING, regionLocation=695c90f4bb18,45699,1731813716069 2024-11-17T03:22:06,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2979e1ffc0c854170b99ca332a27d5df, ASSIGN because future has completed 2024-11-17T03:22:06,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2979e1ffc0c854170b99ca332a27d5df, server=695c90f4bb18,45699,1731813716069}] 2024-11-17T03:22:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:07,054 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731813725907.2979e1ffc0c854170b99ca332a27d5df. 2024-11-17T03:22:07,054 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2979e1ffc0c854170b99ca332a27d5df, NAME => 'test,,1731813725907.2979e1ffc0c854170b99ca332a27d5df.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:22:07,054 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:22:07,054 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T03:22:07,055 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2979e1ffc0c854170b99ca332a27d5df 2024-11-17T03:22:07,055 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731813725907.2979e1ffc0c854170b99ca332a27d5df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:07,055 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2979e1ffc0c854170b99ca332a27d5df 2024-11-17T03:22:07,055 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2979e1ffc0c854170b99ca332a27d5df 2024-11-17T03:22:07,056 INFO [StoreOpener-2979e1ffc0c854170b99ca332a27d5df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2979e1ffc0c854170b99ca332a27d5df 2024-11-17T03:22:07,057 INFO [StoreOpener-2979e1ffc0c854170b99ca332a27d5df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2979e1ffc0c854170b99ca332a27d5df columnFamilyName f 2024-11-17T03:22:07,057 DEBUG [StoreOpener-2979e1ffc0c854170b99ca332a27d5df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:07,058 INFO [StoreOpener-2979e1ffc0c854170b99ca332a27d5df-1 {}] regionserver.HStore(327): Store=2979e1ffc0c854170b99ca332a27d5df/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:07,058 INFO [StoreOpener-2979e1ffc0c854170b99ca332a27d5df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2979e1ffc0c854170b99ca332a27d5df 2024-11-17T03:22:07,059 INFO [StoreOpener-2979e1ffc0c854170b99ca332a27d5df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2979e1ffc0c854170b99ca332a27d5df columnFamilyName f1 2024-11-17T03:22:07,059 DEBUG [StoreOpener-2979e1ffc0c854170b99ca332a27d5df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:07,059 INFO [StoreOpener-2979e1ffc0c854170b99ca332a27d5df-1 {}] regionserver.HStore(327): Store=2979e1ffc0c854170b99ca332a27d5df/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:07,059 INFO [StoreOpener-2979e1ffc0c854170b99ca332a27d5df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2979e1ffc0c854170b99ca332a27d5df 2024-11-17T03:22:07,060 INFO [StoreOpener-2979e1ffc0c854170b99ca332a27d5df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2979e1ffc0c854170b99ca332a27d5df columnFamilyName norep 2024-11-17T03:22:07,060 DEBUG [StoreOpener-2979e1ffc0c854170b99ca332a27d5df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:07,060 INFO [StoreOpener-2979e1ffc0c854170b99ca332a27d5df-1 {}] regionserver.HStore(327): Store=2979e1ffc0c854170b99ca332a27d5df/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:07,061 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2979e1ffc0c854170b99ca332a27d5df 2024-11-17T03:22:07,061 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/default/test/2979e1ffc0c854170b99ca332a27d5df 2024-11-17T03:22:07,061 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/default/test/2979e1ffc0c854170b99ca332a27d5df 2024-11-17T03:22:07,062 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2979e1ffc0c854170b99ca332a27d5df 2024-11-17T03:22:07,062 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2979e1ffc0c854170b99ca332a27d5df 2024-11-17T03:22:07,062 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:22:07,063 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2979e1ffc0c854170b99ca332a27d5df 2024-11-17T03:22:07,065 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/default/test/2979e1ffc0c854170b99ca332a27d5df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:22:07,066 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2979e1ffc0c854170b99ca332a27d5df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68189093, jitterRate=0.01609666645526886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:22:07,066 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2979e1ffc0c854170b99ca332a27d5df 2024-11-17T03:22:07,066 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2979e1ffc0c854170b99ca332a27d5df: Running coprocessor pre-open hook at 1731813727055Writing region info on filesystem at 1731813727055Initializing all the Stores at 1731813727055Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813727056 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813727056Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813727056Cleaning up temporary data from old regions at 1731813727062 (+6 ms)Running coprocessor post-open hooks at 1731813727066 (+4 ms)Region opened successfully at 1731813727066 2024-11-17T03:22:07,068 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731813725907.2979e1ffc0c854170b99ca332a27d5df., pid=6, masterSystemTime=1731813727049 2024-11-17T03:22:07,070 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2979e1ffc0c854170b99ca332a27d5df, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=695c90f4bb18,45699,1731813716069 2024-11-17T03:22:07,070 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731813725907.2979e1ffc0c854170b99ca332a27d5df. 2024-11-17T03:22:07,070 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731813725907.2979e1ffc0c854170b99ca332a27d5df. 2024-11-17T03:22:07,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2979e1ffc0c854170b99ca332a27d5df, server=695c90f4bb18,45699,1731813716069 because future has completed 2024-11-17T03:22:07,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T03:22:07,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2979e1ffc0c854170b99ca332a27d5df, server=695c90f4bb18,45699,1731813716069 in 178 msec 2024-11-17T03:22:07,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T03:22:07,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2979e1ffc0c854170b99ca332a27d5df, ASSIGN in 338 msec 2024-11-17T03:22:07,080 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:22:07,080 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813727080"}]},"ts":"1731813727080"} 2024-11-17T03:22:07,082 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T03:22:07,084 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:22:07,086 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1760 sec 2024-11-17T03:22:08,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:08,071 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T03:22:08,071 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:22:08,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,39163,1731813720028 2024-11-17T03:22:08,079 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c5f1ba1 2024-11-17T03:22:08,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:22:08,081 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:22:08,082 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39163 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:22:08,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39163 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T03:22:08,084 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:22:08,084 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:08,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39163 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T03:22:08,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:08,086 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:22:08,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741835_1011 (size=902) 2024-11-17T03:22:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:08,493 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a2ebede63f970257d20d3bb3b732dada, NAME => 'test,,1731813728082.a2ebede63f970257d20d3bb3b732dada.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd 2024-11-17T03:22:08,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741836_1012 (size=39) 2024-11-17T03:22:08,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:08,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731813728082.a2ebede63f970257d20d3bb3b732dada.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:08,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a2ebede63f970257d20d3bb3b732dada, disabling compactions & flushes 2024-11-17T03:22:08,904 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731813728082.a2ebede63f970257d20d3bb3b732dada. 2024-11-17T03:22:08,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813728082.a2ebede63f970257d20d3bb3b732dada. 2024-11-17T03:22:08,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731813728082.a2ebede63f970257d20d3bb3b732dada. after waiting 0 ms 2024-11-17T03:22:08,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731813728082.a2ebede63f970257d20d3bb3b732dada. 2024-11-17T03:22:08,904 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731813728082.a2ebede63f970257d20d3bb3b732dada. 2024-11-17T03:22:08,904 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a2ebede63f970257d20d3bb3b732dada: Waiting for close lock at 1731813728904Disabling compacts and flushes for region at 1731813728904Disabling writes for close at 1731813728904Writing region close event to WAL at 1731813728904Closed at 1731813728904 2024-11-17T03:22:08,905 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:22:08,905 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731813728082.a2ebede63f970257d20d3bb3b732dada.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731813728905"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813728905"}]},"ts":"1731813728905"} 2024-11-17T03:22:08,907 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:22:08,907 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:22:08,907 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813728907"}]},"ts":"1731813728907"} 2024-11-17T03:22:08,909 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T03:22:08,909 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a2ebede63f970257d20d3bb3b732dada, ASSIGN}] 2024-11-17T03:22:08,910 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a2ebede63f970257d20d3bb3b732dada, ASSIGN 2024-11-17T03:22:08,911 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a2ebede63f970257d20d3bb3b732dada, ASSIGN; state=OFFLINE, location=695c90f4bb18,36147,1731813720901; forceNewPlan=false, retain=false 2024-11-17T03:22:09,061 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a2ebede63f970257d20d3bb3b732dada, regionState=OPENING, regionLocation=695c90f4bb18,36147,1731813720901 2024-11-17T03:22:09,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a2ebede63f970257d20d3bb3b732dada, ASSIGN because future has completed 2024-11-17T03:22:09,064 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2ebede63f970257d20d3bb3b732dada, server=695c90f4bb18,36147,1731813720901}] 2024-11-17T03:22:09,069 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:22:09,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:09,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:09,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:09,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:09,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:09,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:09,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:09,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:09,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:09,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:09,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:09,133 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:09,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:09,138 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:09,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:09,174 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T03:22:09,218 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731813728082.a2ebede63f970257d20d3bb3b732dada. 2024-11-17T03:22:09,218 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a2ebede63f970257d20d3bb3b732dada, NAME => 'test,,1731813728082.a2ebede63f970257d20d3bb3b732dada.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:22:09,218 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:22:09,218 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T03:22:09,219 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a2ebede63f970257d20d3bb3b732dada 2024-11-17T03:22:09,219 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731813728082.a2ebede63f970257d20d3bb3b732dada.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:09,219 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a2ebede63f970257d20d3bb3b732dada 2024-11-17T03:22:09,219 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a2ebede63f970257d20d3bb3b732dada 2024-11-17T03:22:09,219 INFO [StoreOpener-a2ebede63f970257d20d3bb3b732dada-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a2ebede63f970257d20d3bb3b732dada 2024-11-17T03:22:09,220 INFO [StoreOpener-a2ebede63f970257d20d3bb3b732dada-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2ebede63f970257d20d3bb3b732dada columnFamilyName f 2024-11-17T03:22:09,220 DEBUG [StoreOpener-a2ebede63f970257d20d3bb3b732dada-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:09,221 INFO [StoreOpener-a2ebede63f970257d20d3bb3b732dada-1 {}] regionserver.HStore(327): Store=a2ebede63f970257d20d3bb3b732dada/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:09,221 INFO [StoreOpener-a2ebede63f970257d20d3bb3b732dada-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a2ebede63f970257d20d3bb3b732dada 2024-11-17T03:22:09,221 INFO [StoreOpener-a2ebede63f970257d20d3bb3b732dada-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2ebede63f970257d20d3bb3b732dada columnFamilyName f1 2024-11-17T03:22:09,221 DEBUG [StoreOpener-a2ebede63f970257d20d3bb3b732dada-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:09,221 INFO [StoreOpener-a2ebede63f970257d20d3bb3b732dada-1 {}] regionserver.HStore(327): Store=a2ebede63f970257d20d3bb3b732dada/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:09,221 INFO [StoreOpener-a2ebede63f970257d20d3bb3b732dada-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a2ebede63f970257d20d3bb3b732dada 2024-11-17T03:22:09,222 INFO [StoreOpener-a2ebede63f970257d20d3bb3b732dada-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2ebede63f970257d20d3bb3b732dada columnFamilyName norep 2024-11-17T03:22:09,222 DEBUG [StoreOpener-a2ebede63f970257d20d3bb3b732dada-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:09,222 INFO [StoreOpener-a2ebede63f970257d20d3bb3b732dada-1 {}] regionserver.HStore(327): Store=a2ebede63f970257d20d3bb3b732dada/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:09,222 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a2ebede63f970257d20d3bb3b732dada 2024-11-17T03:22:09,223 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/default/test/a2ebede63f970257d20d3bb3b732dada 2024-11-17T03:22:09,223 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/default/test/a2ebede63f970257d20d3bb3b732dada 2024-11-17T03:22:09,223 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a2ebede63f970257d20d3bb3b732dada 2024-11-17T03:22:09,224 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a2ebede63f970257d20d3bb3b732dada 2024-11-17T03:22:09,224 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:22:09,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:09,225 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a2ebede63f970257d20d3bb3b732dada 2024-11-17T03:22:09,226 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/default/test/a2ebede63f970257d20d3bb3b732dada/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:22:09,226 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a2ebede63f970257d20d3bb3b732dada; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69369108, jitterRate=0.033680260181427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:22:09,226 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a2ebede63f970257d20d3bb3b732dada 2024-11-17T03:22:09,226 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a2ebede63f970257d20d3bb3b732dada: Running coprocessor pre-open hook at 1731813729219Writing region info on filesystem at 1731813729219Initializing all the Stores at 1731813729219Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813729219Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813729219Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813729219Cleaning up temporary data from old regions at 1731813729224 (+5 ms)Running coprocessor post-open hooks at 1731813729226 (+2 ms)Region opened successfully at 1731813729226 2024-11-17T03:22:09,227 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731813728082.a2ebede63f970257d20d3bb3b732dada., pid=6, masterSystemTime=1731813729215 2024-11-17T03:22:09,228 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731813728082.a2ebede63f970257d20d3bb3b732dada. 2024-11-17T03:22:09,228 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731813728082.a2ebede63f970257d20d3bb3b732dada. 2024-11-17T03:22:09,229 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a2ebede63f970257d20d3bb3b732dada, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=695c90f4bb18,36147,1731813720901 2024-11-17T03:22:09,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a2ebede63f970257d20d3bb3b732dada, server=695c90f4bb18,36147,1731813720901 because future has completed 2024-11-17T03:22:09,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T03:22:09,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a2ebede63f970257d20d3bb3b732dada, server=695c90f4bb18,36147,1731813720901 in 167 msec 2024-11-17T03:22:09,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T03:22:09,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a2ebede63f970257d20d3bb3b732dada, ASSIGN in 323 msec 2024-11-17T03:22:09,234 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:22:09,234 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813729234"}]},"ts":"1731813729234"} 2024-11-17T03:22:09,236 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T03:22:09,236 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:22:09,237 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1540 sec 2024-11-17T03:22:10,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:10,234 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T03:22:10,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c734a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:10,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,41669,-1 for getting cluster id 2024-11-17T03:22:10,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:22:10,236 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc42a75a-88ce-4473-88ef-37e498fd8274' 2024-11-17T03:22:10,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:22:10,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc42a75a-88ce-4473-88ef-37e498fd8274" 2024-11-17T03:22:10,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a09b8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:10,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,41669,-1] 2024-11-17T03:22:10,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:22:10,237 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:10,237 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:22:10,238 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22bb238f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:10,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:22:10,239 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,41669,1731813710224 2024-11-17T03:22:10,239 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42ef63f6 2024-11-17T03:22:10,239 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:22:10,241 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:22:10,241 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://695c90f4bb18:34907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T03:22:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T03:22:10,244 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:34907' 2024-11-17T03:22:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:22:10,247 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b8a35e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:10,247 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,34907,-1 for getting cluster id 2024-11-17T03:22:10,247 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:22:10,248 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e5f23fc-b1c6-4755-80ff-1e19ffd288a1' 2024-11-17T03:22:10,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:22:10,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e5f23fc-b1c6-4755-80ff-1e19ffd288a1" 2024-11-17T03:22:10,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa90d3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:10,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,34907,-1] 2024-11-17T03:22:10,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:22:10,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:10,250 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:22:10,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0f97ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:10,250 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:22:10,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,34907,1731813715947 2024-11-17T03:22:10,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a04fabf 2024-11-17T03:22:10,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:22:10,252 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:22:10,253 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T03:22:10,253 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T03:22:10,253 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:10,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:22:10,253 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:10,253 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:22:10,254 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T03:22:10,256 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:22:10,256 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:10,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:22:10,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741837_1013 (size=1138) 2024-11-17T03:22:10,305 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T03:22:10,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:22:10,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:22:10,679 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f8dbe9a341b24291b555701f517e2e8a, NAME => 'hbase:replication,,1731813730253.f8dbe9a341b24291b555701f517e2e8a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6 2024-11-17T03:22:10,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741838_1014 (size=44) 2024-11-17T03:22:10,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:22:11,083 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813730253.f8dbe9a341b24291b555701f517e2e8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:11,084 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f8dbe9a341b24291b555701f517e2e8a, disabling compactions & flushes 2024-11-17T03:22:11,084 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813730253.f8dbe9a341b24291b555701f517e2e8a. 2024-11-17T03:22:11,084 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813730253.f8dbe9a341b24291b555701f517e2e8a. 2024-11-17T03:22:11,084 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813730253.f8dbe9a341b24291b555701f517e2e8a. after waiting 0 ms 2024-11-17T03:22:11,084 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813730253.f8dbe9a341b24291b555701f517e2e8a. 2024-11-17T03:22:11,084 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731813730253.f8dbe9a341b24291b555701f517e2e8a. 2024-11-17T03:22:11,084 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f8dbe9a341b24291b555701f517e2e8a: Waiting for close lock at 1731813731083Disabling compacts and flushes for region at 1731813731083Disabling writes for close at 1731813731084 (+1 ms)Writing region close event to WAL at 1731813731084Closed at 1731813731084 2024-11-17T03:22:11,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:22:11,085 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731813730253.f8dbe9a341b24291b555701f517e2e8a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731813731085"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813731085"}]},"ts":"1731813731085"} 2024-11-17T03:22:11,087 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:22:11,088 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:22:11,088 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813731088"}]},"ts":"1731813731088"} 2024-11-17T03:22:11,090 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T03:22:11,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f8dbe9a341b24291b555701f517e2e8a, ASSIGN}] 2024-11-17T03:22:11,091 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f8dbe9a341b24291b555701f517e2e8a, ASSIGN 2024-11-17T03:22:11,092 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f8dbe9a341b24291b555701f517e2e8a, ASSIGN; state=OFFLINE, location=695c90f4bb18,44781,1731813710453; forceNewPlan=false, retain=false 2024-11-17T03:22:11,242 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f8dbe9a341b24291b555701f517e2e8a, regionState=OPENING, regionLocation=695c90f4bb18,44781,1731813710453 2024-11-17T03:22:11,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f8dbe9a341b24291b555701f517e2e8a, ASSIGN because future has completed 2024-11-17T03:22:11,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8dbe9a341b24291b555701f517e2e8a, server=695c90f4bb18,44781,1731813710453}] 2024-11-17T03:22:11,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:22:11,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731813730253.f8dbe9a341b24291b555701f517e2e8a. 2024-11-17T03:22:11,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:22:11,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T03:22:11,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C44781%2C1731813710453.rep, suffix=, logDir=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453, archiveDir=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/oldWALs, maxLogs=10 2024-11-17T03:22:11,418 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.rep.1731813731401, exclude list is [], retry=0 2024-11-17T03:22:11,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32971,DS-28eb70a8-b672-44b0-8a87-2d20bdf96c54,DISK] 2024-11-17T03:22:11,421 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.rep.1731813731401 2024-11-17T03:22:11,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46471:46471)] 2024-11-17T03:22:11,421 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f8dbe9a341b24291b555701f517e2e8a, NAME => 'hbase:replication,,1731813730253.f8dbe9a341b24291b555701f517e2e8a.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:22:11,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:22:11,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:22:11,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731813730253.f8dbe9a341b24291b555701f517e2e8a. service=MultiRowMutationService 2024-11-17T03:22:11,422 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T03:22:11,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f8dbe9a341b24291b555701f517e2e8a 2024-11-17T03:22:11,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813730253.f8dbe9a341b24291b555701f517e2e8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:11,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f8dbe9a341b24291b555701f517e2e8a 2024-11-17T03:22:11,422 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f8dbe9a341b24291b555701f517e2e8a 2024-11-17T03:22:11,423 INFO [StoreOpener-f8dbe9a341b24291b555701f517e2e8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f8dbe9a341b24291b555701f517e2e8a 2024-11-17T03:22:11,424 INFO [StoreOpener-f8dbe9a341b24291b555701f517e2e8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8dbe9a341b24291b555701f517e2e8a columnFamilyName hfileref 2024-11-17T03:22:11,424 DEBUG [StoreOpener-f8dbe9a341b24291b555701f517e2e8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:11,424 INFO [StoreOpener-f8dbe9a341b24291b555701f517e2e8a-1 {}] regionserver.HStore(327): Store=f8dbe9a341b24291b555701f517e2e8a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:11,424 INFO [StoreOpener-f8dbe9a341b24291b555701f517e2e8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f8dbe9a341b24291b555701f517e2e8a 2024-11-17T03:22:11,425 INFO [StoreOpener-f8dbe9a341b24291b555701f517e2e8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8dbe9a341b24291b555701f517e2e8a columnFamilyName queue 2024-11-17T03:22:11,425 DEBUG [StoreOpener-f8dbe9a341b24291b555701f517e2e8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:11,425 INFO [StoreOpener-f8dbe9a341b24291b555701f517e2e8a-1 {}] regionserver.HStore(327): Store=f8dbe9a341b24291b555701f517e2e8a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:11,425 INFO [StoreOpener-f8dbe9a341b24291b555701f517e2e8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f8dbe9a341b24291b555701f517e2e8a 2024-11-17T03:22:11,425 INFO [StoreOpener-f8dbe9a341b24291b555701f517e2e8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8dbe9a341b24291b555701f517e2e8a columnFamilyName sid 2024-11-17T03:22:11,425 DEBUG [StoreOpener-f8dbe9a341b24291b555701f517e2e8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:11,426 INFO [StoreOpener-f8dbe9a341b24291b555701f517e2e8a-1 {}] regionserver.HStore(327): Store=f8dbe9a341b24291b555701f517e2e8a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:11,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f8dbe9a341b24291b555701f517e2e8a 2024-11-17T03:22:11,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/replication/f8dbe9a341b24291b555701f517e2e8a 2024-11-17T03:22:11,426 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/replication/f8dbe9a341b24291b555701f517e2e8a 2024-11-17T03:22:11,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f8dbe9a341b24291b555701f517e2e8a 2024-11-17T03:22:11,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f8dbe9a341b24291b555701f517e2e8a 2024-11-17T03:22:11,427 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:22:11,428 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f8dbe9a341b24291b555701f517e2e8a 2024-11-17T03:22:11,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/replication/f8dbe9a341b24291b555701f517e2e8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:22:11,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f8dbe9a341b24291b555701f517e2e8a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72470086, jitterRate=0.07988843321800232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:22:11,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f8dbe9a341b24291b555701f517e2e8a 2024-11-17T03:22:11,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f8dbe9a341b24291b555701f517e2e8a: Running coprocessor pre-open hook at 1731813731422Writing region info on filesystem at 1731813731422Initializing all the Stores at 1731813731423 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813731423Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813731423Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813731423Cleaning up temporary data from old regions at 1731813731427 (+4 ms)Running coprocessor post-open hooks at 1731813731429 (+2 ms)Region opened successfully at 1731813731430 (+1 ms) 2024-11-17T03:22:11,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731813730253.f8dbe9a341b24291b555701f517e2e8a., pid=10, masterSystemTime=1731813731396 2024-11-17T03:22:11,432 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731813730253.f8dbe9a341b24291b555701f517e2e8a. 2024-11-17T03:22:11,432 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731813730253.f8dbe9a341b24291b555701f517e2e8a. 2024-11-17T03:22:11,432 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f8dbe9a341b24291b555701f517e2e8a, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,44781,1731813710453 2024-11-17T03:22:11,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8dbe9a341b24291b555701f517e2e8a, server=695c90f4bb18,44781,1731813710453 because future has completed 2024-11-17T03:22:11,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T03:22:11,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f8dbe9a341b24291b555701f517e2e8a, server=695c90f4bb18,44781,1731813710453 in 190 msec 2024-11-17T03:22:11,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T03:22:11,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f8dbe9a341b24291b555701f517e2e8a, ASSIGN in 345 msec 2024-11-17T03:22:11,437 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:22:11,437 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813731437"}]},"ts":"1731813731437"} 2024-11-17T03:22:11,439 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T03:22:11,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:22:11,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-11-17T03:22:11,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731813730253.f8dbe9a341b24291b555701f517e2e8a., hostname=695c90f4bb18,44781,1731813710453, seqNum=2] 2024-11-17T03:22:11,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T03:22:11,472 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T03:22:11,473 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T03:22:11,473 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T03:22:11,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1839821875 2024-11-17T03:22:11,531 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x10146d00b6f0001, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1839821875 2024-11-17T03:22:11,553 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T03:22:11,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44781 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T03:22:11,708 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T03:22:11,737 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-695c90f4bb18,44781,1731813710453, ReplicationSource: 1, currentBandwidth=0 2024-11-17T03:22:11,738 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:22:11,738 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44781,1731813710453, seqNum=-1] 2024-11-17T03:22:11,738 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:22:11,739 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-17T03:22:11,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-695c90f4bb18,44781,1731813710453', locateType=CURRENT is [region=hbase:replication,,1731813730253.f8dbe9a341b24291b555701f517e2e8a., hostname=695c90f4bb18,44781,1731813710453, seqNum=2] 2024-11-17T03:22:11,744 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T03:22:11,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T03:22:11,751 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 695c90f4bb18,44781,1731813710453 suceeded 2024-11-17T03:22:11,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T03:22:11,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 198 msec 2024-11-17T03:22:11,753 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://695c90f4bb18:34907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T03:22:11,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5120 sec 2024-11-17T03:22:11,764 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:34907' 2024-11-17T03:22:11,766 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1594c912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:11,766 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,34907,-1 for getting cluster id 2024-11-17T03:22:11,766 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:22:11,767 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e5f23fc-b1c6-4755-80ff-1e19ffd288a1' 2024-11-17T03:22:11,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:22:11,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e5f23fc-b1c6-4755-80ff-1e19ffd288a1" 2024-11-17T03:22:11,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@799ab7f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:11,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,34907,-1] 2024-11-17T03:22:11,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:22:11,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:11,768 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:22:11,769 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@700414b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:11,769 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:22:11,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,34907,1731813715947 2024-11-17T03:22:11,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65f3d20 2024-11-17T03:22:11,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:22:11,770 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-17T03:22:11,771 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-695c90f4bb18,44781,1731813710453 (queues=1) is replicating from cluster=bc42a75a-88ce-4473-88ef-37e498fd8274 to cluster=3e5f23fc-b1c6-4755-80ff-1e19ffd288a1 2024-11-17T03:22:11,771 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=695c90f4bb18%2C44781%2C1731813710453 2024-11-17T03:22:11,772 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-695c90f4bb18,44781,1731813710453, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T03:22:11,772 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.shipper695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 695c90f4bb18%2C44781%2C1731813710453 2024-11-17T03:22:11,772 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421, startPosition=0, beingWritten=true 2024-11-17T03:22:11,784 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:22:11,784 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 379, reset compression=false 2024-11-17T03:22:11,784 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.shipper695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,44781,1731813710453 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:22:11,987 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 379, reset compression=false 2024-11-17T03:22:12,291 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 379, reset compression=false 2024-11-17T03:22:12,341 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=10, created chunk count=34, reused chunk count=118, reuseRatio=77.63% 2024-11-17T03:22:12,341 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-17T03:22:12,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41669 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:22:12,404 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T03:22:12,404 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:22:12,405 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:22:12,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:12,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:12,405 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:22:12,405 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58b5aa5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:12,405 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,34907,-1 for getting cluster id 2024-11-17T03:22:12,406 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:22:12,406 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e5f23fc-b1c6-4755-80ff-1e19ffd288a1' 2024-11-17T03:22:12,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:22:12,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e5f23fc-b1c6-4755-80ff-1e19ffd288a1" 2024-11-17T03:22:12,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d19800e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:12,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,34907,-1] 2024-11-17T03:22:12,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:22:12,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:12,407 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:22:12,408 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24cef257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:12,408 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:22:12,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,34907,1731813715947 2024-11-17T03:22:12,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ecbe6d8 2024-11-17T03:22:12,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:22:12,409 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:22:12,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://695c90f4bb18:39163,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T03:22:12,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T03:22:12,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:22:12,412 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:39163' 2024-11-17T03:22:12,412 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a89ec9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:12,412 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,39163,-1 for getting cluster id 2024-11-17T03:22:12,412 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:22:12,413 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82d4ac3e-9b80-400c-94c6-d7488e36913c' 2024-11-17T03:22:12,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:22:12,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82d4ac3e-9b80-400c-94c6-d7488e36913c" 2024-11-17T03:22:12,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69967ef0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:12,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,39163,-1] 2024-11-17T03:22:12,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:22:12,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:12,414 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:22:12,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2379c998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:12,414 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:22:12,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,39163,1731813720028 2024-11-17T03:22:12,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d597ce9 2024-11-17T03:22:12,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:22:12,416 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:22:12,416 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-17T03:22:12,416 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T03:22:12,416 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:12,416 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:12,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:22:12,417 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:22:12,417 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T03:22:12,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:22:12,418 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:12,419 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:22:12,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43021 is added to blk_1073741837_1013 (size=1138) 2024-11-17T03:22:12,468 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T03:22:12,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:22:12,693 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 379, reset compression=false 2024-11-17T03:22:12,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:22:12,825 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2af4863d99727d90af9c8faf6384a6c9, NAME => 'hbase:replication,,1731813732417.2af4863d99727d90af9c8faf6384a6c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18 2024-11-17T03:22:12,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43021 is added to blk_1073741838_1014 (size=44) 2024-11-17T03:22:13,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:22:13,199 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 379, reset compression=false 2024-11-17T03:22:13,233 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813732417.2af4863d99727d90af9c8faf6384a6c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:13,233 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2af4863d99727d90af9c8faf6384a6c9, disabling compactions & flushes 2024-11-17T03:22:13,233 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813732417.2af4863d99727d90af9c8faf6384a6c9. 2024-11-17T03:22:13,233 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813732417.2af4863d99727d90af9c8faf6384a6c9. 2024-11-17T03:22:13,233 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813732417.2af4863d99727d90af9c8faf6384a6c9. after waiting 0 ms 2024-11-17T03:22:13,233 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813732417.2af4863d99727d90af9c8faf6384a6c9. 2024-11-17T03:22:13,233 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731813732417.2af4863d99727d90af9c8faf6384a6c9. 2024-11-17T03:22:13,233 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2af4863d99727d90af9c8faf6384a6c9: Waiting for close lock at 1731813733233Disabling compacts and flushes for region at 1731813733233Disabling writes for close at 1731813733233Writing region close event to WAL at 1731813733233Closed at 1731813733233 2024-11-17T03:22:13,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:22:13,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731813732417.2af4863d99727d90af9c8faf6384a6c9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731813733234"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813733234"}]},"ts":"1731813733234"} 2024-11-17T03:22:13,237 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:22:13,238 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:22:13,238 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813733238"}]},"ts":"1731813733238"} 2024-11-17T03:22:13,239 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T03:22:13,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2af4863d99727d90af9c8faf6384a6c9, ASSIGN}] 2024-11-17T03:22:13,241 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2af4863d99727d90af9c8faf6384a6c9, ASSIGN 2024-11-17T03:22:13,241 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2af4863d99727d90af9c8faf6384a6c9, ASSIGN; state=OFFLINE, location=695c90f4bb18,45699,1731813716069; forceNewPlan=false, retain=false 2024-11-17T03:22:13,392 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2af4863d99727d90af9c8faf6384a6c9, regionState=OPENING, regionLocation=695c90f4bb18,45699,1731813716069 2024-11-17T03:22:13,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2af4863d99727d90af9c8faf6384a6c9, ASSIGN because future has completed 2024-11-17T03:22:13,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2af4863d99727d90af9c8faf6384a6c9, server=695c90f4bb18,45699,1731813716069}] 2024-11-17T03:22:13,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:22:13,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731813732417.2af4863d99727d90af9c8faf6384a6c9. 2024-11-17T03:22:13,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:22:13,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T03:22:13,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C45699%2C1731813716069.rep, suffix=, logDir=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069, archiveDir=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/oldWALs, maxLogs=10 2024-11-17T03:22:13,571 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.rep.1731813733555, exclude list is [], retry=0 2024-11-17T03:22:13,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43021,DS-ffa9c9fd-8825-4a4e-9496-4365a582f879,DISK] 2024-11-17T03:22:13,575 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.rep.1731813733555 2024-11-17T03:22:13,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34415:34415)] 2024-11-17T03:22:13,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2af4863d99727d90af9c8faf6384a6c9, NAME => 'hbase:replication,,1731813732417.2af4863d99727d90af9c8faf6384a6c9.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:22:13,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:22:13,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:22:13,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731813732417.2af4863d99727d90af9c8faf6384a6c9. service=MultiRowMutationService 2024-11-17T03:22:13,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T03:22:13,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2af4863d99727d90af9c8faf6384a6c9 2024-11-17T03:22:13,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813732417.2af4863d99727d90af9c8faf6384a6c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:13,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2af4863d99727d90af9c8faf6384a6c9 2024-11-17T03:22:13,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2af4863d99727d90af9c8faf6384a6c9 2024-11-17T03:22:13,580 INFO [StoreOpener-2af4863d99727d90af9c8faf6384a6c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2af4863d99727d90af9c8faf6384a6c9 2024-11-17T03:22:13,582 INFO [StoreOpener-2af4863d99727d90af9c8faf6384a6c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2af4863d99727d90af9c8faf6384a6c9 columnFamilyName hfileref 2024-11-17T03:22:13,582 DEBUG [StoreOpener-2af4863d99727d90af9c8faf6384a6c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:13,582 INFO [StoreOpener-2af4863d99727d90af9c8faf6384a6c9-1 {}] regionserver.HStore(327): Store=2af4863d99727d90af9c8faf6384a6c9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:13,582 INFO [StoreOpener-2af4863d99727d90af9c8faf6384a6c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2af4863d99727d90af9c8faf6384a6c9 2024-11-17T03:22:13,583 INFO [StoreOpener-2af4863d99727d90af9c8faf6384a6c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2af4863d99727d90af9c8faf6384a6c9 columnFamilyName queue 2024-11-17T03:22:13,583 DEBUG [StoreOpener-2af4863d99727d90af9c8faf6384a6c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:13,583 INFO [StoreOpener-2af4863d99727d90af9c8faf6384a6c9-1 {}] regionserver.HStore(327): Store=2af4863d99727d90af9c8faf6384a6c9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:13,584 INFO [StoreOpener-2af4863d99727d90af9c8faf6384a6c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2af4863d99727d90af9c8faf6384a6c9 2024-11-17T03:22:13,585 INFO [StoreOpener-2af4863d99727d90af9c8faf6384a6c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2af4863d99727d90af9c8faf6384a6c9 columnFamilyName sid 2024-11-17T03:22:13,585 DEBUG [StoreOpener-2af4863d99727d90af9c8faf6384a6c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:13,585 INFO [StoreOpener-2af4863d99727d90af9c8faf6384a6c9-1 {}] regionserver.HStore(327): Store=2af4863d99727d90af9c8faf6384a6c9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:13,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2af4863d99727d90af9c8faf6384a6c9 2024-11-17T03:22:13,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/replication/2af4863d99727d90af9c8faf6384a6c9 2024-11-17T03:22:13,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/replication/2af4863d99727d90af9c8faf6384a6c9 2024-11-17T03:22:13,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2af4863d99727d90af9c8faf6384a6c9 2024-11-17T03:22:13,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2af4863d99727d90af9c8faf6384a6c9 2024-11-17T03:22:13,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:22:13,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2af4863d99727d90af9c8faf6384a6c9 2024-11-17T03:22:13,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/replication/2af4863d99727d90af9c8faf6384a6c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:22:13,589 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2af4863d99727d90af9c8faf6384a6c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66948490, jitterRate=-0.002389758825302124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:22:13,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2af4863d99727d90af9c8faf6384a6c9 2024-11-17T03:22:13,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2af4863d99727d90af9c8faf6384a6c9: Running coprocessor pre-open hook at 1731813733576Writing region info on filesystem at 1731813733576Initializing all the Stores at 1731813733577 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813733577Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813733580 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813733580Cleaning up temporary data from old regions at 1731813733587 (+7 ms)Running coprocessor post-open hooks at 1731813733589 (+2 ms)Region opened successfully at 1731813733589 2024-11-17T03:22:13,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731813732417.2af4863d99727d90af9c8faf6384a6c9., pid=10, masterSystemTime=1731813733549 2024-11-17T03:22:13,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731813732417.2af4863d99727d90af9c8faf6384a6c9. 2024-11-17T03:22:13,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731813732417.2af4863d99727d90af9c8faf6384a6c9. 2024-11-17T03:22:13,592 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2af4863d99727d90af9c8faf6384a6c9, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,45699,1731813716069 2024-11-17T03:22:13,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2af4863d99727d90af9c8faf6384a6c9, server=695c90f4bb18,45699,1731813716069 because future has completed 2024-11-17T03:22:13,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T03:22:13,595 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2af4863d99727d90af9c8faf6384a6c9, server=695c90f4bb18,45699,1731813716069 in 200 msec 2024-11-17T03:22:13,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T03:22:13,596 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2af4863d99727d90af9c8faf6384a6c9, ASSIGN in 355 msec 2024-11-17T03:22:13,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:22:13,597 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813733597"}]},"ts":"1731813733597"} 2024-11-17T03:22:13,598 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T03:22:13,599 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:22:13,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1820 sec 2024-11-17T03:22:13,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731813732417.2af4863d99727d90af9c8faf6384a6c9., hostname=695c90f4bb18,45699,1731813716069, seqNum=2] 2024-11-17T03:22:13,805 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 379, reset compression=false 2024-11-17T03:22:14,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038218452 2024-11-17T03:22:14,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45699-0x10146d00b6f0004, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038218452 2024-11-17T03:22:14,151 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T03:22:14,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45699 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T03:22:14,320 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T03:22:14,357 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-695c90f4bb18,45699,1731813716069, ReplicationSource: 1, currentBandwidth=0 2024-11-17T03:22:14,357 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:22:14,357 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,45699,1731813716069, seqNum=-1] 2024-11-17T03:22:14,357 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:22:14,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-17T03:22:14,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-695c90f4bb18,45699,1731813716069', locateType=CURRENT is [region=hbase:replication,,1731813732417.2af4863d99727d90af9c8faf6384a6c9., hostname=695c90f4bb18,45699,1731813716069, seqNum=2] 2024-11-17T03:22:14,364 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T03:22:14,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T03:22:14,366 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 695c90f4bb18,45699,1731813716069 suceeded 2024-11-17T03:22:14,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T03:22:14,368 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 215 msec 2024-11-17T03:22:14,368 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://695c90f4bb18:39163,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T03:22:14,370 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.9580 sec 2024-11-17T03:22:14,382 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:39163' 2024-11-17T03:22:14,384 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12c4f8e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:14,384 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,39163,-1 for getting cluster id 2024-11-17T03:22:14,384 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:22:14,385 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82d4ac3e-9b80-400c-94c6-d7488e36913c' 2024-11-17T03:22:14,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:22:14,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82d4ac3e-9b80-400c-94c6-d7488e36913c" 2024-11-17T03:22:14,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d8c6ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:14,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,39163,-1] 2024-11-17T03:22:14,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:22:14,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:14,386 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:22:14,387 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@492993fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:14,387 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:22:14,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,39163,1731813720028 2024-11-17T03:22:14,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b5ac35a 2024-11-17T03:22:14,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:22:14,388 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-17T03:22:14,389 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-695c90f4bb18,45699,1731813716069 (queues=1) is replicating from cluster=3e5f23fc-b1c6-4755-80ff-1e19ffd288a1 to cluster=82d4ac3e-9b80-400c-94c6-d7488e36913c 2024-11-17T03:22:14,389 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=695c90f4bb18%2C45699%2C1731813716069 2024-11-17T03:22:14,389 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-695c90f4bb18,45699,1731813716069, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T03:22:14,390 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791, startPosition=0, beingWritten=true 2024-11-17T03:22:14,390 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.shipper695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 695c90f4bb18%2C45699%2C1731813716069 2024-11-17T03:22:14,401 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:22:14,401 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 379, reset compression=false 2024-11-17T03:22:14,401 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.shipper695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,45699,1731813716069 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:22:14,508 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 379, reset compression=false 2024-11-17T03:22:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:22:14,555 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T03:22:14,555 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:22:14,555 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:22:14,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:14,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:14,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:22:14,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9529d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:14,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,39163,-1 for getting cluster id 2024-11-17T03:22:14,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:22:14,565 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82d4ac3e-9b80-400c-94c6-d7488e36913c' 2024-11-17T03:22:14,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:22:14,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82d4ac3e-9b80-400c-94c6-d7488e36913c" 2024-11-17T03:22:14,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c679dc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:14,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,39163,-1] 2024-11-17T03:22:14,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:22:14,566 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:14,567 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:22:14,568 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@671a0cd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:14,568 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:22:14,569 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,39163,1731813720028 2024-11-17T03:22:14,569 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f770e94 2024-11-17T03:22:14,569 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:22:14,570 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:22:14,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39163 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://695c90f4bb18:34907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T03:22:14,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39163 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T03:22:14,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:22:14,574 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:34907' 2024-11-17T03:22:14,576 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16e71a72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:14,576 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,34907,-1 for getting cluster id 2024-11-17T03:22:14,577 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:22:14,581 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e5f23fc-b1c6-4755-80ff-1e19ffd288a1' 2024-11-17T03:22:14,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:22:14,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e5f23fc-b1c6-4755-80ff-1e19ffd288a1" 2024-11-17T03:22:14,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ddd9022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:14,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,34907,-1] 2024-11-17T03:22:14,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:22:14,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:14,582 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:22:14,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff1ed70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:14,584 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:22:14,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,34907,1731813715947 2024-11-17T03:22:14,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a9ea029 2024-11-17T03:22:14,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:22:14,586 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:22:14,588 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-17T03:22:14,588 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T03:22:14,588 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:14,588 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:14,588 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:22:14,590 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T03:22:14,592 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:22:14,592 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:14,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:22:14,593 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:22:14,605 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 379, reset compression=false 2024-11-17T03:22:14,641 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T03:22:14,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741837_1013 (size=1138) 2024-11-17T03:22:14,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:22:14,724 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:22:14,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:14,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:14,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:14,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:14,733 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:14,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:14,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:14,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:14,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:14,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:14,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:14,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:14,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:22:14,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:14,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:14,907 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:14,942 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 379, reset compression=false 2024-11-17T03:22:15,067 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5cff942081ab868b4cdd11b0dccbd25a, NAME => 'hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd 2024-11-17T03:22:15,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741838_1014 (size=44) 2024-11-17T03:22:15,155 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:15,156 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5cff942081ab868b4cdd11b0dccbd25a, disabling compactions & flushes 2024-11-17T03:22:15,156 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a. 2024-11-17T03:22:15,156 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a. 2024-11-17T03:22:15,156 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a. after waiting 0 ms 2024-11-17T03:22:15,156 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a. 2024-11-17T03:22:15,156 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a. 2024-11-17T03:22:15,156 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5cff942081ab868b4cdd11b0dccbd25a: Waiting for close lock at 1731813735155Disabling compacts and flushes for region at 1731813735155Disabling writes for close at 1731813735156 (+1 ms)Writing region close event to WAL at 1731813735156Closed at 1731813735156 2024-11-17T03:22:15,158 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:22:15,158 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731813735158"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813735158"}]},"ts":"1731813735158"} 2024-11-17T03:22:15,161 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:22:15,162 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:22:15,162 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813735162"}]},"ts":"1731813735162"} 2024-11-17T03:22:15,168 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T03:22:15,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5cff942081ab868b4cdd11b0dccbd25a, ASSIGN}] 2024-11-17T03:22:15,171 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5cff942081ab868b4cdd11b0dccbd25a, ASSIGN 2024-11-17T03:22:15,172 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5cff942081ab868b4cdd11b0dccbd25a, ASSIGN; state=OFFLINE, location=695c90f4bb18,36147,1731813720901; forceNewPlan=false, retain=false 2024-11-17T03:22:15,175 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T03:22:15,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:22:15,323 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5cff942081ab868b4cdd11b0dccbd25a, regionState=OPENING, regionLocation=695c90f4bb18,36147,1731813720901 2024-11-17T03:22:15,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5cff942081ab868b4cdd11b0dccbd25a, ASSIGN because future has completed 2024-11-17T03:22:15,337 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 379, reset compression=false 2024-11-17T03:22:15,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cff942081ab868b4cdd11b0dccbd25a, server=695c90f4bb18,36147,1731813720901}] 2024-11-17T03:22:15,373 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 379, reset compression=false 2024-11-17T03:22:15,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a. 2024-11-17T03:22:15,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:22:15,496 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T03:22:15,497 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C36147%2C1731813720901.rep, suffix=, logDir=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901, archiveDir=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/oldWALs, maxLogs=10 2024-11-17T03:22:15,511 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.rep.1731813735498, exclude list is [], retry=0 2024-11-17T03:22:15,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42855,DS-ff9fb5a5-0d64-41fe-93db-318cef941275,DISK] 2024-11-17T03:22:15,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.rep.1731813735498 2024-11-17T03:22:15,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40151:40151)] 2024-11-17T03:22:15,515 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cff942081ab868b4cdd11b0dccbd25a, NAME => 'hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:22:15,515 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:22:15,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:22:15,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a. service=MultiRowMutationService 2024-11-17T03:22:15,516 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T03:22:15,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5cff942081ab868b4cdd11b0dccbd25a 2024-11-17T03:22:15,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:15,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5cff942081ab868b4cdd11b0dccbd25a 2024-11-17T03:22:15,516 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5cff942081ab868b4cdd11b0dccbd25a 2024-11-17T03:22:15,517 INFO [StoreOpener-5cff942081ab868b4cdd11b0dccbd25a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5cff942081ab868b4cdd11b0dccbd25a 2024-11-17T03:22:15,518 INFO [StoreOpener-5cff942081ab868b4cdd11b0dccbd25a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cff942081ab868b4cdd11b0dccbd25a columnFamilyName hfileref 2024-11-17T03:22:15,518 DEBUG [StoreOpener-5cff942081ab868b4cdd11b0dccbd25a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:15,518 INFO [StoreOpener-5cff942081ab868b4cdd11b0dccbd25a-1 {}] regionserver.HStore(327): Store=5cff942081ab868b4cdd11b0dccbd25a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:15,518 INFO [StoreOpener-5cff942081ab868b4cdd11b0dccbd25a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5cff942081ab868b4cdd11b0dccbd25a 2024-11-17T03:22:15,519 INFO [StoreOpener-5cff942081ab868b4cdd11b0dccbd25a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cff942081ab868b4cdd11b0dccbd25a columnFamilyName queue 2024-11-17T03:22:15,519 DEBUG [StoreOpener-5cff942081ab868b4cdd11b0dccbd25a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:15,521 INFO [StoreOpener-5cff942081ab868b4cdd11b0dccbd25a-1 {}] regionserver.HStore(327): Store=5cff942081ab868b4cdd11b0dccbd25a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:15,521 INFO [StoreOpener-5cff942081ab868b4cdd11b0dccbd25a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5cff942081ab868b4cdd11b0dccbd25a 2024-11-17T03:22:15,523 INFO [StoreOpener-5cff942081ab868b4cdd11b0dccbd25a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cff942081ab868b4cdd11b0dccbd25a columnFamilyName sid 2024-11-17T03:22:15,523 DEBUG [StoreOpener-5cff942081ab868b4cdd11b0dccbd25a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:15,523 INFO [StoreOpener-5cff942081ab868b4cdd11b0dccbd25a-1 {}] regionserver.HStore(327): Store=5cff942081ab868b4cdd11b0dccbd25a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:15,523 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5cff942081ab868b4cdd11b0dccbd25a 2024-11-17T03:22:15,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/replication/5cff942081ab868b4cdd11b0dccbd25a 2024-11-17T03:22:15,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/replication/5cff942081ab868b4cdd11b0dccbd25a 2024-11-17T03:22:15,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5cff942081ab868b4cdd11b0dccbd25a 2024-11-17T03:22:15,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5cff942081ab868b4cdd11b0dccbd25a 2024-11-17T03:22:15,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:22:15,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5cff942081ab868b4cdd11b0dccbd25a 2024-11-17T03:22:15,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/replication/5cff942081ab868b4cdd11b0dccbd25a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:22:15,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5cff942081ab868b4cdd11b0dccbd25a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62154766, jitterRate=-0.07382181286811829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:22:15,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5cff942081ab868b4cdd11b0dccbd25a 2024-11-17T03:22:15,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5cff942081ab868b4cdd11b0dccbd25a: Running coprocessor pre-open hook at 1731813735516Writing region info on filesystem at 1731813735516Initializing all the Stores at 1731813735517 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813735517Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813735517Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813735517Cleaning up temporary data from old regions at 1731813735525 (+8 ms)Running coprocessor post-open hooks at 1731813735534 (+9 ms)Region opened successfully at 1731813735534 2024-11-17T03:22:15,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a., pid=10, masterSystemTime=1731813735493 2024-11-17T03:22:15,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a. 2024-11-17T03:22:15,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a. 2024-11-17T03:22:15,537 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5cff942081ab868b4cdd11b0dccbd25a, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,36147,1731813720901 2024-11-17T03:22:15,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cff942081ab868b4cdd11b0dccbd25a, server=695c90f4bb18,36147,1731813720901 because future has completed 2024-11-17T03:22:15,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T03:22:15,542 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cff942081ab868b4cdd11b0dccbd25a, server=695c90f4bb18,36147,1731813720901 in 200 msec 2024-11-17T03:22:15,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T03:22:15,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5cff942081ab868b4cdd11b0dccbd25a, ASSIGN in 374 msec 2024-11-17T03:22:15,544 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:22:15,544 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813735544"}]},"ts":"1731813735544"} 2024-11-17T03:22:15,546 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T03:22:15,546 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:22:15,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 958 msec 2024-11-17T03:22:15,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a., hostname=695c90f4bb18,36147,1731813720901, seqNum=2] 2024-11-17T03:22:15,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36147-0x10146d00b6f0007, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031186801 2024-11-17T03:22:15,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031186801 2024-11-17T03:22:15,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T03:22:15,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:22:15,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36147 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T03:22:15,810 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T03:22:15,842 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-695c90f4bb18,36147,1731813720901, ReplicationSource: 1, currentBandwidth=0 2024-11-17T03:22:15,842 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:22:15,842 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,36147,1731813720901, seqNum=-1] 2024-11-17T03:22:15,843 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:22:15,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-17T03:22:15,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-695c90f4bb18,36147,1731813720901', locateType=CURRENT is [region=hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a., hostname=695c90f4bb18,36147,1731813720901, seqNum=2] 2024-11-17T03:22:15,847 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T03:22:15,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39163 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T03:22:15,854 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 695c90f4bb18,36147,1731813720901 suceeded 2024-11-17T03:22:15,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T03:22:15,856 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-17T03:22:15,856 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://695c90f4bb18:34907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T03:22:15,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2860 sec 2024-11-17T03:22:15,864 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:34907' 2024-11-17T03:22:15,866 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3974fae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:15,866 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,34907,-1 for getting cluster id 2024-11-17T03:22:15,866 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:22:15,866 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e5f23fc-b1c6-4755-80ff-1e19ffd288a1' 2024-11-17T03:22:15,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:22:15,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e5f23fc-b1c6-4755-80ff-1e19ffd288a1" 2024-11-17T03:22:15,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59f17b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:15,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,34907,-1] 2024-11-17T03:22:15,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:22:15,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:15,868 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:22:15,868 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6360b11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:15,869 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:22:15,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,34907,1731813715947 2024-11-17T03:22:15,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61ef7ea6 2024-11-17T03:22:15,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:22:15,870 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-17T03:22:15,870 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-695c90f4bb18,36147,1731813720901 (queues=1) is replicating from cluster=82d4ac3e-9b80-400c-94c6-d7488e36913c to cluster=3e5f23fc-b1c6-4755-80ff-1e19ffd288a1 2024-11-17T03:22:15,870 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=695c90f4bb18%2C36147%2C1731813720901 2024-11-17T03:22:15,871 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-695c90f4bb18,36147,1731813720901, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T03:22:15,871 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.shipper695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 695c90f4bb18%2C36147%2C1731813720901 2024-11-17T03:22:15,871 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677, startPosition=0, beingWritten=true 2024-11-17T03:22:15,876 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:22:15,876 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 379, reset compression=false 2024-11-17T03:22:15,876 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.shipper695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,36147,1731813720901 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:22:15,882 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 379, reset compression=false 2024-11-17T03:22:16,033 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:22:16,034 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:22:16,035 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108649 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:22:16,079 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 379, reset compression=false 2024-11-17T03:22:16,273 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 379, reset compression=false 2024-11-17T03:22:16,382 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 379, reset compression=false 2024-11-17T03:22:16,485 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 379, reset compression=false 2024-11-17T03:22:16,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39163 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:22:16,725 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T03:22:16,725 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:22:16,725 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:22:16,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:16,725 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:22:16,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:16,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a762bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:16,726 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,41669,-1 for getting cluster id 2024-11-17T03:22:16,726 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:22:16,727 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc42a75a-88ce-4473-88ef-37e498fd8274' 2024-11-17T03:22:16,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:22:16,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc42a75a-88ce-4473-88ef-37e498fd8274" 2024-11-17T03:22:16,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ee9efcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:16,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,41669,-1] 2024-11-17T03:22:16,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:22:16,728 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:16,729 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:22:16,729 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d1cc6a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:16,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@952e22d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:16,730 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,34907,-1 for getting cluster id 2024-11-17T03:22:16,730 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:22:16,730 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e5f23fc-b1c6-4755-80ff-1e19ffd288a1' 2024-11-17T03:22:16,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:22:16,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e5f23fc-b1c6-4755-80ff-1e19ffd288a1" 2024-11-17T03:22:16,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20bf730b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:16,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,34907,-1] 2024-11-17T03:22:16,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:22:16,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:16,732 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46190, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:22:16,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62115095, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:16,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c6d4d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:16,733 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,39163,-1 for getting cluster id 2024-11-17T03:22:16,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:22:16,733 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82d4ac3e-9b80-400c-94c6-d7488e36913c' 2024-11-17T03:22:16,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:22:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82d4ac3e-9b80-400c-94c6-d7488e36913c" 2024-11-17T03:22:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ef615b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,39163,-1] 2024-11-17T03:22:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:22:16,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:16,734 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:22:16,735 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23e49f52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:16,735 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:22:16,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,44781,1731813710453, seqNum=-1] 2024-11-17T03:22:16,737 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:22:16,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:22:16,739 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731813723756.b7e2d5c15676238ef2911ccad1fd6314., hostname=695c90f4bb18,44781,1731813710453, seqNum=2] 2024-11-17T03:22:16,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:22:16,743 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,36147,1731813720901, seqNum=-1] 2024-11-17T03:22:16,744 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:22:16,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:22:16,746 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731813728082.a2ebede63f970257d20d3bb3b732dada., hostname=695c90f4bb18,36147,1731813720901, seqNum=2] 2024-11-17T03:22:16,748 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-17T03:22:16,785 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 379, reset compression=false 2024-11-17T03:22:17,189 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 379, reset compression=false 2024-11-17T03:22:17,276 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 379, reset compression=false 2024-11-17T03:22:17,281 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:22:17,281 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 480, reset compression=false 2024-11-17T03:22:17,281 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.shipper695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,44781,1731813710453 got entry batch from reader: WALEntryBatch [walEntries=[{test/b7e2d5c15676238ef2911ccad1fd6314/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-17T03:22:17,283 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.shipper695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:22:17,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-17T03:22:17,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45699 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:22:17,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12adbc74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:17,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45699 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,34907,-1 for getting cluster id 2024-11-17T03:22:17,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:22:17,286 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3e5f23fc-b1c6-4755-80ff-1e19ffd288a1' 2024-11-17T03:22:17,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:22:17,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3e5f23fc-b1c6-4755-80ff-1e19ffd288a1" 2024-11-17T03:22:17,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7addc885, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:17,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,34907,-1] 2024-11-17T03:22:17,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:22:17,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:17,288 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:22:17,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@db300e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:17,290 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 379, reset compression=false 2024-11-17T03:22:17,291 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45699 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:22:17,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,45699,1731813716069, seqNum=-1] 2024-11-17T03:22:17,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:22:17,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-17T03:22:17,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731813725907.2979e1ffc0c854170b99ca332a27d5df., hostname=695c90f4bb18,45699,1731813716069, seqNum=2] 2024-11-17T03:22:17,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45699 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:22:17,485 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 480, reset compression=false 2024-11-17T03:22:17,749 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-17T03:22:17,788 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 480, reset compression=false 2024-11-17T03:22:17,901 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 379, reset compression=false 2024-11-17T03:22:17,999 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 379, reset compression=false 2024-11-17T03:22:18,004 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:22:18,004 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 504, reset compression=false 2024-11-17T03:22:18,004 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.shipper695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,45699,1731813716069 got entry batch from reader: WALEntryBatch [walEntries=[{test/2979e1ffc0c854170b99ca332a27d5df/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-17T03:22:18,006 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.shipper695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:22:18,006 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-17T03:22:18,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36147 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:22:18,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ead0d5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:18,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36147 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,39163,-1 for getting cluster id 2024-11-17T03:22:18,007 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36147 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:22:18,008 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82d4ac3e-9b80-400c-94c6-d7488e36913c' 2024-11-17T03:22:18,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:22:18,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82d4ac3e-9b80-400c-94c6-d7488e36913c" 2024-11-17T03:22:18,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5395b85e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:18,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,39163,-1] 2024-11-17T03:22:18,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:22:18,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:18,009 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:22:18,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36147 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@873f99c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:18,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:22:18,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,36147,1731813720901, seqNum=-1] 2024-11-17T03:22:18,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:22:18,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-17T03:22:18,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731813728082.a2ebede63f970257d20d3bb3b732dada., hostname=695c90f4bb18,36147,1731813720901, seqNum=2] 2024-11-17T03:22:18,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36147 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:22:18,192 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 480, reset compression=false 2024-11-17T03:22:18,208 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 504, reset compression=false 2024-11-17T03:22:18,512 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 504, reset compression=false 2024-11-17T03:22:18,606 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 379, reset compression=false 2024-11-17T03:22:18,610 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:22:18,610 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 527, reset compression=false 2024-11-17T03:22:18,610 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.shipper695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,36147,1731813720901 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:22:18,701 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 480, reset compression=false 2024-11-17T03:22:18,751 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-17T03:22:18,751 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:22:18,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,45699,1731813716069, seqNum=-1] 2024-11-17T03:22:18,752 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:22:18,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:22:18,754 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731813725907.2979e1ffc0c854170b99ca332a27d5df., hostname=695c90f4bb18,45699,1731813716069, seqNum=2] 2024-11-17T03:22:18,757 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-17T03:22:18,813 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 527, reset compression=false 2024-11-17T03:22:18,915 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 504, reset compression=false 2024-11-17T03:22:18,921 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:22:18,923 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.shipper695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,45699,1731813716069 got entry batch from reader: WALEntryBatch [walEntries=[{test/2979e1ffc0c854170b99ca332a27d5df/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T03:22:18,923 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 608, reset compression=false 2024-11-17T03:22:18,924 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36147 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:22:18,927 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36147 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:22:19,117 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 527, reset compression=false 2024-11-17T03:22:19,120 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:22:19,120 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 654, reset compression=false 2024-11-17T03:22:19,120 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.shipper695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,36147,1731813720901 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:22:19,134 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 608, reset compression=false 2024-11-17T03:22:19,304 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 480, reset compression=false 2024-11-17T03:22:19,323 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 654, reset compression=false 2024-11-17T03:22:19,437 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 608, reset compression=false 2024-11-17T03:22:19,626 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 654, reset compression=false 2024-11-17T03:22:19,759 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-17T03:22:19,763 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-17T03:22:19,812 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T03:22:19,840 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 608, reset compression=false 2024-11-17T03:22:20,007 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 480, reset compression=false 2024-11-17T03:22:20,029 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 654, reset compression=false 2024-11-17T03:22:20,035 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:22:20,036 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 758, reset compression=false 2024-11-17T03:22:20,036 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.shipper695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,36147,1731813720901 got entry batch from reader: WALEntryBatch [walEntries=[{test/a2ebede63f970257d20d3bb3b732dada/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-17T03:22:20,039 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.shipper695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:22:20,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-17T03:22:20,040 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45699 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:22:20,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45699 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:22:20,243 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 758, reset compression=false 2024-11-17T03:22:20,344 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 608, reset compression=false 2024-11-17T03:22:20,348 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:22:20,348 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 736, reset compression=false 2024-11-17T03:22:20,348 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.shipper695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,45699,1731813716069 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:22:20,549 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 758, reset compression=false 2024-11-17T03:22:20,558 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 736, reset compression=false 2024-11-17T03:22:20,764 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-17T03:22:20,767 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-17T03:22:20,811 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 480, reset compression=false 2024-11-17T03:22:20,815 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:22:20,816 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 636, reset compression=false 2024-11-17T03:22:20,816 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.shipper695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,44781,1731813710453 got entry batch from reader: WALEntryBatch [walEntries=[{test/b7e2d5c15676238ef2911ccad1fd6314/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-17T03:22:20,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45699 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:22:20,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45699 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:22:20,850 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:22:20,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:20,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:20,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:20,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:20,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:20,885 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 736, reset compression=false 2024-11-17T03:22:20,890 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:22:20,890 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 884, reset compression=false 2024-11-17T03:22:20,890 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.shipper695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,45699,1731813716069 got entry batch from reader: WALEntryBatch [walEntries=[{test/2979e1ffc0c854170b99ca332a27d5df/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-17T03:22:20,891 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36147 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:22:20,893 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36147 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:22:20,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:20,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:20,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:20,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:20,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:20,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:20,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:20,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:20,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:20,920 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:20,976 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 758, reset compression=false 2024-11-17T03:22:20,989 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:22:20,989 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 929, reset compression=false 2024-11-17T03:22:20,989 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.shipper695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,36147,1731813720901 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:22:21,019 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 636, reset compression=false 2024-11-17T03:22:21,094 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 884, reset compression=false 2024-11-17T03:22:21,193 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 929, reset compression=false 2024-11-17T03:22:21,322 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 636, reset compression=false 2024-11-17T03:22:21,397 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 884, reset compression=false 2024-11-17T03:22:21,496 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 929, reset compression=false 2024-11-17T03:22:21,725 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 636, reset compression=false 2024-11-17T03:22:21,769 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-17T03:22:21,773 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-17T03:22:21,811 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 884, reset compression=false 2024-11-17T03:22:21,817 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:22:21,817 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 1043, reset compression=false 2024-11-17T03:22:21,817 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.shipper695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,45699,1731813716069 got entry batch from reader: WALEntryBatch [walEntries=[{test/2979e1ffc0c854170b99ca332a27d5df/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T03:22:21,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36147 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:22:21,821 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36147 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:22:21,899 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 929, reset compression=false 2024-11-17T03:22:21,902 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:22:21,902 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 1078, reset compression=false 2024-11-17T03:22:21,902 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.shipper695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,36147,1731813720901 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:22:22,024 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 1043, reset compression=false 2024-11-17T03:22:22,105 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 1078, reset compression=false 2024-11-17T03:22:22,229 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 636, reset compression=false 2024-11-17T03:22:22,327 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 1043, reset compression=false 2024-11-17T03:22:22,408 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 1078, reset compression=false 2024-11-17T03:22:22,730 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 1043, reset compression=false 2024-11-17T03:22:22,774 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-17T03:22:22,777 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-17T03:22:22,811 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 1078, reset compression=false 2024-11-17T03:22:22,815 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:22:22,815 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 1237, reset compression=false 2024-11-17T03:22:22,815 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.shipper695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,36147,1731813720901 got entry batch from reader: WALEntryBatch [walEntries=[{test/a2ebede63f970257d20d3bb3b732dada/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-17T03:22:22,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45699 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-17T03:22:22,818 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45699 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-17T03:22:22,835 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 636, reset compression=false 2024-11-17T03:22:23,017 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 1237, reset compression=false 2024-11-17T03:22:23,233 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 1043, reset compression=false 2024-11-17T03:22:23,237 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:22:23,237 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 1193, reset compression=false 2024-11-17T03:22:23,237 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.shipper695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,45699,1731813716069 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:22:23,320 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 1237, reset compression=false 2024-11-17T03:22:23,440 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 1193, reset compression=false 2024-11-17T03:22:23,538 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 636, reset compression=false 2024-11-17T03:22:23,723 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 1237, reset compression=false 2024-11-17T03:22:23,743 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 1193, reset compression=false 2024-11-17T03:22:23,778 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-17T03:22:23,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T03:22:23,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:22:23,783 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:22:23,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:23,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:23,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:22:23,783 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T03:22:23,783 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=462857551, stopped=false 2024-11-17T03:22:23,783 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=695c90f4bb18,39163,1731813720028 2024-11-17T03:22:23,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36147-0x10146d00b6f0007, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22031186801/running 2024-11-17T03:22:23,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22031186801/running 2024-11-17T03:22:23,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031186801 2024-11-17T03:22:23,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36147-0x10146d00b6f0007, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031186801 2024-11-17T03:22:23,867 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:22:23,867 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:22:23,867 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:22:23,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:23,868 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '695c90f4bb18,36147,1731813720901' ***** 2024-11-17T03:22:23,868 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T03:22:23,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36147-0x10146d00b6f0007, quorum=127.0.0.1:57325, baseZNode=/22031186801 Set watcher on znode that does not yet exist, /22031186801/running 2024-11-17T03:22:23,868 INFO [RS:0;695c90f4bb18:36147 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T03:22:23,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Set watcher on znode that does not yet exist, /22031186801/running 2024-11-17T03:22:23,868 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T03:22:23,868 INFO [RS:0;695c90f4bb18:36147 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T03:22:23,869 INFO [RS:0;695c90f4bb18:36147 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T03:22:23,869 INFO [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(3091): Received CLOSE for a2ebede63f970257d20d3bb3b732dada 2024-11-17T03:22:23,869 INFO [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(3091): Received CLOSE for 5cff942081ab868b4cdd11b0dccbd25a 2024-11-17T03:22:23,869 INFO [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(959): stopping server 695c90f4bb18,36147,1731813720901 2024-11-17T03:22:23,869 INFO [RS:0;695c90f4bb18:36147 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:22:23,869 INFO [RS:0;695c90f4bb18:36147 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:36147. 2024-11-17T03:22:23,869 DEBUG [RS:0;695c90f4bb18:36147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:22:23,869 DEBUG [RS:0;695c90f4bb18:36147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:23,869 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a2ebede63f970257d20d3bb3b732dada, disabling compactions & flushes 2024-11-17T03:22:23,877 INFO [RS:0;695c90f4bb18:36147 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T03:22:23,877 INFO [RS:0;695c90f4bb18:36147 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T03:22:23,877 INFO [RS:0;695c90f4bb18:36147 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T03:22:23,877 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731813728082.a2ebede63f970257d20d3bb3b732dada. 2024-11-17T03:22:23,877 INFO [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T03:22:23,877 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813728082.a2ebede63f970257d20d3bb3b732dada. 2024-11-17T03:22:23,877 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731813728082.a2ebede63f970257d20d3bb3b732dada. after waiting 0 ms 2024-11-17T03:22:23,877 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731813728082.a2ebede63f970257d20d3bb3b732dada. 2024-11-17T03:22:23,877 INFO [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T03:22:23,877 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a2ebede63f970257d20d3bb3b732dada 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-17T03:22:23,877 DEBUG [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(1325): Online Regions={a2ebede63f970257d20d3bb3b732dada=test,,1731813728082.a2ebede63f970257d20d3bb3b732dada., 1588230740=hbase:meta,,1.1588230740, 5cff942081ab868b4cdd11b0dccbd25a=hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a.} 2024-11-17T03:22:23,877 DEBUG [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5cff942081ab868b4cdd11b0dccbd25a, a2ebede63f970257d20d3bb3b732dada 2024-11-17T03:22:23,877 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:22:23,877 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:22:23,877 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:22:23,877 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:22:23,877 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:22:23,877 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T03:22:23,879 INFO [regionserver/695c90f4bb18:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:22:23,891 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/meta/1588230740/.tmp/info/5505a9814a4b426bb6937b40b8cafde1 is 147, key is hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a./info:regioninfo/1731813735537/Put/seqid=0 2024-11-17T03:22:23,891 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/default/test/a2ebede63f970257d20d3bb3b732dada/.tmp/f/bf335b461ede4f359f6c9c39a6eda6f0 is 29, key is row1/f:/1731813741770/DeleteFamily/seqid=0 2024-11-17T03:22:23,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741840_1016 (size=7686) 2024-11-17T03:22:23,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741841_1017 (size=5152) 2024-11-17T03:22:24,077 DEBUG [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5cff942081ab868b4cdd11b0dccbd25a, a2ebede63f970257d20d3bb3b732dada 2024-11-17T03:22:24,146 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 1193, reset compression=false 2024-11-17T03:22:24,226 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 1237, reset compression=false 2024-11-17T03:22:24,229 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:22:24,229 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 1484, reset compression=false 2024-11-17T03:22:24,229 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.shipper695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,36147,1731813720901 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:22:24,230 ERROR [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.shipper695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 695c90f4bb18,36147,1731813720901: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-695c90f4bb18,36147,1731813720901, walGroup=695c90f4bb18%2C36147%2C1731813720901, offset=695c90f4bb18%2C36147%2C1731813720901.1731813722677:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:36147 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T03:22:24,231 ERROR [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.shipper695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T03:22:24,231 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.shipper695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T03:22:24,231 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.shipper695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T03:22:24,232 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.shipper695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T03:22:24,232 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.shipper695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T03:22:24,232 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.shipper695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 822163992 }, "NonHeapMemoryUsage": { "committed": 207093760, "init": 7667712, "max": -1, "used": 202575648 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T03:22:24,232 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.shipper695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39163 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39163 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T03:22:24,277 DEBUG [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5cff942081ab868b4cdd11b0dccbd25a, a2ebede63f970257d20d3bb3b732dada 2024-11-17T03:22:24,295 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/meta/1588230740/.tmp/info/5505a9814a4b426bb6937b40b8cafde1 2024-11-17T03:22:24,300 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/default/test/a2ebede63f970257d20d3bb3b732dada/.tmp/f/bf335b461ede4f359f6c9c39a6eda6f0 2024-11-17T03:22:24,303 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf335b461ede4f359f6c9c39a6eda6f0 2024-11-17T03:22:24,313 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/meta/1588230740/.tmp/ns/bba948c8367d48ed82b271538edd2a63 is 43, key is default/ns:d/1731813723593/Put/seqid=0 2024-11-17T03:22:24,318 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/default/test/a2ebede63f970257d20d3bb3b732dada/.tmp/f1/88a9bc50b7b444f089d28a7abe74b1f5 is 30, key is row1/f1:/1731813741770/DeleteFamily/seqid=0 2024-11-17T03:22:24,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741842_1018 (size=5153) 2024-11-17T03:22:24,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741843_1019 (size=5158) 2024-11-17T03:22:24,328 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/meta/1588230740/.tmp/ns/bba948c8367d48ed82b271538edd2a63 2024-11-17T03:22:24,341 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 636, reset compression=false 2024-11-17T03:22:24,347 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/meta/1588230740/.tmp/rep_barrier/80623deb5f8640378cb8a679e8a0709e is 112, key is test,,1731813728082.a2ebede63f970257d20d3bb3b732dada./rep_barrier:seqnumDuringOpen/1731813729229/Put/seqid=0 2024-11-17T03:22:24,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741844_1020 (size=5518) 2024-11-17T03:22:24,432 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 1484, reset compression=false 2024-11-17T03:22:24,477 DEBUG [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5cff942081ab868b4cdd11b0dccbd25a, a2ebede63f970257d20d3bb3b732dada 2024-11-17T03:22:24,534 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T03:22:24,534 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T03:22:24,649 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 1193, reset compression=false 2024-11-17T03:22:24,678 DEBUG [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5cff942081ab868b4cdd11b0dccbd25a, a2ebede63f970257d20d3bb3b732dada 2024-11-17T03:22:24,728 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/default/test/a2ebede63f970257d20d3bb3b732dada/.tmp/f1/88a9bc50b7b444f089d28a7abe74b1f5 2024-11-17T03:22:24,731 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88a9bc50b7b444f089d28a7abe74b1f5 2024-11-17T03:22:24,735 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 1484, reset compression=false 2024-11-17T03:22:24,747 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/default/test/a2ebede63f970257d20d3bb3b732dada/.tmp/norep/a4d38cb0aa8e42069fb4d902b606480d is 33, key is row2/norep:/1731813742775/DeleteFamily/seqid=0 2024-11-17T03:22:24,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741845_1021 (size=5108) 2024-11-17T03:22:24,751 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/meta/1588230740/.tmp/rep_barrier/80623deb5f8640378cb8a679e8a0709e 2024-11-17T03:22:24,765 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/meta/1588230740/.tmp/table/482115ab95ab44ad832008c5516a9de3 is 53, key is hbase:replication/table:state/1731813735544/Put/seqid=0 2024-11-17T03:22:24,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741846_1022 (size=5308) 2024-11-17T03:22:24,878 DEBUG [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5cff942081ab868b4cdd11b0dccbd25a, a2ebede63f970257d20d3bb3b732dada 2024-11-17T03:22:25,078 DEBUG [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5cff942081ab868b4cdd11b0dccbd25a, a2ebede63f970257d20d3bb3b732dada 2024-11-17T03:22:25,138 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 1484, reset compression=false 2024-11-17T03:22:25,151 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/default/test/a2ebede63f970257d20d3bb3b732dada/.tmp/norep/a4d38cb0aa8e42069fb4d902b606480d 2024-11-17T03:22:25,154 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4d38cb0aa8e42069fb4d902b606480d 2024-11-17T03:22:25,155 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/default/test/a2ebede63f970257d20d3bb3b732dada/.tmp/f/bf335b461ede4f359f6c9c39a6eda6f0 as hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/default/test/a2ebede63f970257d20d3bb3b732dada/f/bf335b461ede4f359f6c9c39a6eda6f0 2024-11-17T03:22:25,158 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bf335b461ede4f359f6c9c39a6eda6f0 2024-11-17T03:22:25,158 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/default/test/a2ebede63f970257d20d3bb3b732dada/f/bf335b461ede4f359f6c9c39a6eda6f0, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T03:22:25,159 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/default/test/a2ebede63f970257d20d3bb3b732dada/.tmp/f1/88a9bc50b7b444f089d28a7abe74b1f5 as hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/default/test/a2ebede63f970257d20d3bb3b732dada/f1/88a9bc50b7b444f089d28a7abe74b1f5 2024-11-17T03:22:25,162 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 88a9bc50b7b444f089d28a7abe74b1f5 2024-11-17T03:22:25,162 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/default/test/a2ebede63f970257d20d3bb3b732dada/f1/88a9bc50b7b444f089d28a7abe74b1f5, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T03:22:25,163 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/default/test/a2ebede63f970257d20d3bb3b732dada/.tmp/norep/a4d38cb0aa8e42069fb4d902b606480d as hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/default/test/a2ebede63f970257d20d3bb3b732dada/norep/a4d38cb0aa8e42069fb4d902b606480d 2024-11-17T03:22:25,166 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a4d38cb0aa8e42069fb4d902b606480d 2024-11-17T03:22:25,166 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/default/test/a2ebede63f970257d20d3bb3b732dada/norep/a4d38cb0aa8e42069fb4d902b606480d, entries=1, sequenceid=10, filesize=5.0 K 2024-11-17T03:22:25,166 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a2ebede63f970257d20d3bb3b732dada in 1289ms, sequenceid=10, compaction requested=false 2024-11-17T03:22:25,169 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/meta/1588230740/.tmp/table/482115ab95ab44ad832008c5516a9de3 2024-11-17T03:22:25,170 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/default/test/a2ebede63f970257d20d3bb3b732dada/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T03:22:25,170 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:22:25,170 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T03:22:25,170 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731813728082.a2ebede63f970257d20d3bb3b732dada. 2024-11-17T03:22:25,170 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a2ebede63f970257d20d3bb3b732dada: Waiting for close lock at 1731813743869Running coprocessor pre-close hooks at 1731813743869Disabling compacts and flushes for region at 1731813743869Disabling writes for close at 1731813743877 (+8 ms)Obtaining lock to block concurrent updates at 1731813743877Preparing flush snapshotting stores in a2ebede63f970257d20d3bb3b732dada at 1731813743877Finished memstore snapshotting test,,1731813728082.a2ebede63f970257d20d3bb3b732dada., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731813743877Flushing stores of test,,1731813728082.a2ebede63f970257d20d3bb3b732dada. at 1731813743878 (+1 ms)Flushing a2ebede63f970257d20d3bb3b732dada/f: creating writer at 1731813743878Flushing a2ebede63f970257d20d3bb3b732dada/f: appending metadata at 1731813743891 (+13 ms)Flushing a2ebede63f970257d20d3bb3b732dada/f: closing flushed file at 1731813743891Flushing a2ebede63f970257d20d3bb3b732dada/f1: creating writer at 1731813744304 (+413 ms)Flushing a2ebede63f970257d20d3bb3b732dada/f1: appending metadata at 1731813744317 (+13 ms)Flushing a2ebede63f970257d20d3bb3b732dada/f1: closing flushed file at 1731813744317Flushing a2ebede63f970257d20d3bb3b732dada/norep: creating writer at 1731813744731 (+414 ms)Flushing a2ebede63f970257d20d3bb3b732dada/norep: appending metadata at 1731813744746 (+15 ms)Flushing a2ebede63f970257d20d3bb3b732dada/norep: closing flushed file at 1731813744746Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b65bd7e: reopening flushed file at 1731813745154 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@257ee42: reopening flushed file at 1731813745158 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34d93d7b: reopening flushed file at 1731813745162 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for a2ebede63f970257d20d3bb3b732dada in 1289ms, sequenceid=10, compaction requested=false at 1731813745166 (+4 ms)Writing region close event to WAL at 1731813745167 (+1 ms)Running coprocessor post-close hooks at 1731813745170 (+3 ms)Closed at 1731813745170 2024-11-17T03:22:25,171 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731813728082.a2ebede63f970257d20d3bb3b732dada. 2024-11-17T03:22:25,171 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5cff942081ab868b4cdd11b0dccbd25a, disabling compactions & flushes 2024-11-17T03:22:25,171 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a. 2024-11-17T03:22:25,171 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a. 2024-11-17T03:22:25,171 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a. after waiting 0 ms 2024-11-17T03:22:25,171 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a. 2024-11-17T03:22:25,171 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5cff942081ab868b4cdd11b0dccbd25a: Waiting for close lock at 1731813745171Running coprocessor pre-close hooks at 1731813745171Disabling compacts and flushes for region at 1731813745171Disabling writes for close at 1731813745171Failed flush hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a., putting online again at 1731813745171 2024-11-17T03:22:25,171 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a. 2024-11-17T03:22:25,172 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/meta/1588230740/.tmp/info/5505a9814a4b426bb6937b40b8cafde1 as hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/meta/1588230740/info/5505a9814a4b426bb6937b40b8cafde1 2024-11-17T03:22:25,175 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/meta/1588230740/info/5505a9814a4b426bb6937b40b8cafde1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T03:22:25,176 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/meta/1588230740/.tmp/ns/bba948c8367d48ed82b271538edd2a63 as hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/meta/1588230740/ns/bba948c8367d48ed82b271538edd2a63 2024-11-17T03:22:25,178 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/meta/1588230740/ns/bba948c8367d48ed82b271538edd2a63, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T03:22:25,179 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/meta/1588230740/.tmp/rep_barrier/80623deb5f8640378cb8a679e8a0709e as hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/meta/1588230740/rep_barrier/80623deb5f8640378cb8a679e8a0709e 2024-11-17T03:22:25,182 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/meta/1588230740/rep_barrier/80623deb5f8640378cb8a679e8a0709e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T03:22:25,183 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/meta/1588230740/.tmp/table/482115ab95ab44ad832008c5516a9de3 as hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/meta/1588230740/table/482115ab95ab44ad832008c5516a9de3 2024-11-17T03:22:25,186 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/meta/1588230740/table/482115ab95ab44ad832008c5516a9de3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T03:22:25,187 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=16, compaction requested=false 2024-11-17T03:22:25,196 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T03:22:25,196 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:22:25,196 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:22:25,196 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:22:25,196 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813743877Running coprocessor pre-close hooks at 1731813743877Disabling compacts and flushes for region at 1731813743877Disabling writes for close at 1731813743877Obtaining lock to block concurrent updates at 1731813743877Preparing flush snapshotting stores in 1588230740 at 1731813743877Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731813743877Flushing stores of hbase:meta,,1.1588230740 at 1731813743878 (+1 ms)Flushing 1588230740/info: creating writer at 1731813743878Flushing 1588230740/info: appending metadata at 1731813743891 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731813743891Flushing 1588230740/ns: creating writer at 1731813744298 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731813744313 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731813744313Flushing 1588230740/rep_barrier: creating writer at 1731813744331 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731813744347 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731813744347Flushing 1588230740/table: creating writer at 1731813744754 (+407 ms)Flushing 1588230740/table: appending metadata at 1731813744765 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731813744765Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b4458a4: reopening flushed file at 1731813745172 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a63292a: reopening flushed file at 1731813745175 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@777e9e2f: reopening flushed file at 1731813745179 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dc65f46: reopening flushed file at 1731813745182 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=16, compaction requested=false at 1731813745187 (+5 ms)Writing region close event to WAL at 1731813745193 (+6 ms)Running coprocessor post-close hooks at 1731813745196 (+3 ms)Closed at 1731813745196 2024-11-17T03:22:25,196 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T03:22:25,244 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 636, reset compression=false 2024-11-17T03:22:25,253 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 1193, reset compression=false 2024-11-17T03:22:25,278 INFO [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T03:22:25,278 DEBUG [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(1325): Online Regions={5cff942081ab868b4cdd11b0dccbd25a=hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a.} 2024-11-17T03:22:25,278 INFO [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(3091): Received CLOSE for 5cff942081ab868b4cdd11b0dccbd25a 2024-11-17T03:22:25,278 DEBUG [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(1351): Waiting on 5cff942081ab868b4cdd11b0dccbd25a 2024-11-17T03:22:25,278 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5cff942081ab868b4cdd11b0dccbd25a, disabling compactions & flushes 2024-11-17T03:22:25,278 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a. 2024-11-17T03:22:25,278 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a. 2024-11-17T03:22:25,279 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a. after waiting 0 ms 2024-11-17T03:22:25,279 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a. 2024-11-17T03:22:25,279 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5cff942081ab868b4cdd11b0dccbd25a: Waiting for close lock at 1731813745278Running coprocessor pre-close hooks at 1731813745278Disabling compacts and flushes for region at 1731813745278Disabling writes for close at 1731813745279 (+1 ms)Failed flush hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a., putting online again at 1731813745279 2024-11-17T03:22:25,279 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731813734588.5cff942081ab868b4cdd11b0dccbd25a. 2024-11-17T03:22:25,478 INFO [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-17T03:22:25,478 INFO [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(976): stopping server 695c90f4bb18,36147,1731813720901; all regions closed. 2024-11-17T03:22:25,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741834_1010 (size=4239) 2024-11-17T03:22:25,480 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.meta.1731813723547.meta not finished, retry = 0 2024-11-17T03:22:25,583 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.rep.1731813735498 not finished, retry = 0 2024-11-17T03:22:25,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741839_1015 (size=2171) 2024-11-17T03:22:25,640 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 1484, reset compression=false 2024-11-17T03:22:25,645 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:22:25,645 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/WALs/695c90f4bb18,36147,1731813720901/695c90f4bb18%2C36147%2C1731813720901.1731813722677 to pos 2128, reset compression=false 2024-11-17T03:22:25,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741832_1008 (size=2136) 2024-11-17T03:22:25,686 DEBUG [RS:0;695c90f4bb18:36147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:25,686 INFO [RS:0;695c90f4bb18:36147 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:22:25,686 INFO [RS:0;695c90f4bb18:36147 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:22:25,686 INFO [RS:0;695c90f4bb18:36147 {}] hbase.ChoreService(370): Chore service for: regionserver/695c90f4bb18:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T03:22:25,686 INFO [RS:0;695c90f4bb18:36147 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:22:25,686 INFO [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:22:25,687 INFO [RS:0;695c90f4bb18:36147 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-695c90f4bb18,36147,1731813720901 because: Region server is closing 2024-11-17T03:22:25,687 INFO [RS:0;695c90f4bb18:36147 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:36147. 2024-11-17T03:22:25,687 DEBUG [RS:0;695c90f4bb18:36147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:22:25,687 DEBUG [RS:0;695c90f4bb18:36147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:25,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:22:25,688 DEBUG [RS:0;695c90f4bb18:36147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:25,788 INFO [RS:0;695c90f4bb18:36147 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.shipper695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 terminated 2024-11-17T03:22:25,788 INFO [RS:0;695c90f4bb18:36147 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:36147. 2024-11-17T03:22:25,788 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,36147,1731813720901.replicationSource.wal-reader.695c90f4bb18%2C36147%2C1731813720901,1-695c90f4bb18,36147,1731813720901 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T03:22:25,788 DEBUG [RS:0;695c90f4bb18:36147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:22:25,788 DEBUG [RS:0;695c90f4bb18:36147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:25,788 DEBUG [RS:0;695c90f4bb18:36147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:25,788 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:22:25,788 INFO [RS:0;695c90f4bb18:36147 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36147 2024-11-17T03:22:25,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36147-0x10146d00b6f0007, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22031186801/rs/695c90f4bb18,36147,1731813720901 2024-11-17T03:22:25,793 INFO [RS:0;695c90f4bb18:36147 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:22:25,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031186801/rs 2024-11-17T03:22:25,804 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [695c90f4bb18,36147,1731813720901] 2024-11-17T03:22:25,814 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /22031186801/draining/695c90f4bb18,36147,1731813720901 already deleted, retry=false 2024-11-17T03:22:25,814 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 695c90f4bb18,36147,1731813720901 expired; onlineServers=0 2024-11-17T03:22:25,814 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '695c90f4bb18,39163,1731813720028' ***** 2024-11-17T03:22:25,814 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T03:22:25,815 INFO [M:0;695c90f4bb18:39163 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:22:25,815 INFO [M:0;695c90f4bb18:39163 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:22:25,815 DEBUG [M:0;695c90f4bb18:39163 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T03:22:25,815 DEBUG [M:0;695c90f4bb18:39163 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T03:22:25,815 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813722376 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813722376,5,FailOnTimeoutGroup] 2024-11-17T03:22:25,815 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T03:22:25,815 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813722369 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813722369,5,FailOnTimeoutGroup] 2024-11-17T03:22:25,815 INFO [M:0;695c90f4bb18:39163 {}] hbase.ChoreService(370): Chore service for: master/695c90f4bb18:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T03:22:25,815 INFO [M:0;695c90f4bb18:39163 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:22:25,815 DEBUG [M:0;695c90f4bb18:39163 {}] master.HMaster(1795): Stopping service threads 2024-11-17T03:22:25,815 INFO [M:0;695c90f4bb18:39163 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T03:22:25,815 INFO [M:0;695c90f4bb18:39163 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:22:25,815 INFO [M:0;695c90f4bb18:39163 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T03:22:25,816 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T03:22:25,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/22031186801/master 2024-11-17T03:22:25,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/22031186801 2024-11-17T03:22:25,825 DEBUG [M:0;695c90f4bb18:39163 {}] zookeeper.ZKUtil(347): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Unable to get data of znode /22031186801/master because node does not exist (not an error) 2024-11-17T03:22:25,825 WARN [M:0;695c90f4bb18:39163 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T03:22:25,826 INFO [M:0;695c90f4bb18:39163 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/.lastflushedseqids 2024-11-17T03:22:25,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741847_1023 (size=245) 2024-11-17T03:22:25,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36147-0x10146d00b6f0007, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:22:25,904 INFO [RS:0;695c90f4bb18:36147 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:22:25,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36147-0x10146d00b6f0007, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:22:25,904 INFO [RS:0;695c90f4bb18:36147 {}] regionserver.HRegionServer(1031): Exiting; stopping=695c90f4bb18,36147,1731813720901; zookeeper connection closed. 2024-11-17T03:22:25,904 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b4746f8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b4746f8 2024-11-17T03:22:25,905 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T03:22:25,912 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T03:22:25,956 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 1193, reset compression=false 2024-11-17T03:22:26,230 INFO [M:0;695c90f4bb18:39163 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T03:22:26,231 INFO [M:0;695c90f4bb18:39163 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T03:22:26,231 DEBUG [M:0;695c90f4bb18:39163 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:22:26,231 INFO [M:0;695c90f4bb18:39163 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:26,231 DEBUG [M:0;695c90f4bb18:39163 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:26,231 DEBUG [M:0;695c90f4bb18:39163 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:22:26,231 DEBUG [M:0;695c90f4bb18:39163 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:26,231 INFO [M:0;695c90f4bb18:39163 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-17T03:22:26,247 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 636, reset compression=false 2024-11-17T03:22:26,249 DEBUG [M:0;695c90f4bb18:39163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1764895ac4e64c31a414f5b7b9a8e651 is 82, key is hbase:meta,,1/info:regioninfo/1731813723574/Put/seqid=0 2024-11-17T03:22:26,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741848_1024 (size=5672) 2024-11-17T03:22:26,653 INFO [M:0;695c90f4bb18:39163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1764895ac4e64c31a414f5b7b9a8e651 2024-11-17T03:22:26,674 DEBUG [M:0;695c90f4bb18:39163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38a5976aa9324c879499b1d93ea1280d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731813735547/Put/seqid=0 2024-11-17T03:22:26,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741849_1025 (size=8516) 2024-11-17T03:22:26,759 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 1193, reset compression=false 2024-11-17T03:22:27,086 INFO [M:0;695c90f4bb18:39163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38a5976aa9324c879499b1d93ea1280d 2024-11-17T03:22:27,110 DEBUG [M:0;695c90f4bb18:39163 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6e71c38696440689e5f9564e27c6cac is 69, key is 695c90f4bb18,36147,1731813720901/rs:state/1731813722444/Put/seqid=0 2024-11-17T03:22:27,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741850_1026 (size=5156) 2024-11-17T03:22:27,352 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 636, reset compression=false 2024-11-17T03:22:27,589 INFO [M:0;695c90f4bb18:39163 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6e71c38696440689e5f9564e27c6cac 2024-11-17T03:22:27,595 DEBUG [M:0;695c90f4bb18:39163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1764895ac4e64c31a414f5b7b9a8e651 as hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1764895ac4e64c31a414f5b7b9a8e651 2024-11-17T03:22:27,602 INFO [M:0;695c90f4bb18:39163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1764895ac4e64c31a414f5b7b9a8e651, entries=8, sequenceid=97, filesize=5.5 K 2024-11-17T03:22:27,603 DEBUG [M:0;695c90f4bb18:39163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/38a5976aa9324c879499b1d93ea1280d as hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/38a5976aa9324c879499b1d93ea1280d 2024-11-17T03:22:27,607 INFO [M:0;695c90f4bb18:39163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/38a5976aa9324c879499b1d93ea1280d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-17T03:22:27,607 DEBUG [M:0;695c90f4bb18:39163 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f6e71c38696440689e5f9564e27c6cac as hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6e71c38696440689e5f9564e27c6cac 2024-11-17T03:22:27,612 INFO [M:0;695c90f4bb18:39163 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41311/user/jenkins/test-data/583a01fd-0490-465a-e0a0-f88fed7ea3fd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f6e71c38696440689e5f9564e27c6cac, entries=1, sequenceid=97, filesize=5.0 K 2024-11-17T03:22:27,613 INFO [M:0;695c90f4bb18:39163 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1382ms, sequenceid=97, compaction requested=false 2024-11-17T03:22:27,657 INFO [M:0;695c90f4bb18:39163 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:27,657 DEBUG [M:0;695c90f4bb18:39163 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813746231Disabling compacts and flushes for region at 1731813746231Disabling writes for close at 1731813746231Obtaining lock to block concurrent updates at 1731813746231Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731813746231Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731813746231Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731813746232 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731813746232Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731813746248 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731813746248Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731813746658 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731813746673 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731813746673Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731813747090 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731813747109 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731813747109Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c217771: reopening flushed file at 1731813747594 (+485 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eb47cc6: reopening flushed file at 1731813747602 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31284e69: reopening flushed file at 1731813747607 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1382ms, sequenceid=97, compaction requested=false at 1731813747613 (+6 ms)Writing region close event to WAL at 1731813747657 (+44 ms)Closed at 1731813747657 2024-11-17T03:22:27,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42855 is added to blk_1073741830_1006 (size=63654) 2024-11-17T03:22:27,663 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 1193, reset compression=false 2024-11-17T03:22:27,670 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:22:27,670 INFO [M:0;695c90f4bb18:39163 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T03:22:27,670 INFO [M:0;695c90f4bb18:39163 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39163 2024-11-17T03:22:27,670 INFO [M:0;695c90f4bb18:39163 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:22:27,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:22:27,862 INFO [M:0;695c90f4bb18:39163 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:22:27,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39163-0x10146d00b6f0006, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:22:27,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74bf9211{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:22:27,864 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7da5a57a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:22:27,864 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:22:27,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8bfca0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:22:27,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@215473c5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/hadoop.log.dir/,STOPPED} 2024-11-17T03:22:27,866 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T03:22:27,866 WARN [BP-367064702-172.17.0.3-1731813717538 heartbeating to localhost/127.0.0.1:41311 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T03:22:27,866 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T03:22:27,866 WARN [BP-367064702-172.17.0.3-1731813717538 heartbeating to localhost/127.0.0.1:41311 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-367064702-172.17.0.3-1731813717538 (Datanode Uuid 3ef5dcf0-0f82-4711-9dce-8f2f71aef766) service to localhost/127.0.0.1:41311 2024-11-17T03:22:27,866 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/cluster_85c367b3-c435-8d61-b3f5-e426d8491191/data/data1/current/BP-367064702-172.17.0.3-1731813717538 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:22:27,866 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/cluster_85c367b3-c435-8d61-b3f5-e426d8491191/data/data2/current/BP-367064702-172.17.0.3-1731813717538 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:22:27,866 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T03:22:27,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a83a207{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:22:27,871 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5d3e5ff6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:22:27,871 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:22:27,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79d52515{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:22:27,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@769cc9e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/hadoop.log.dir/,STOPPED} 2024-11-17T03:22:27,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T03:22:27,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T03:22:27,883 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:22:27,883 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:22:27,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:27,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:27,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:22:27,884 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T03:22:27,884 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1005952733, stopped=false 2024-11-17T03:22:27,884 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=695c90f4bb18,34907,1731813715947 2024-11-17T03:22:27,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45699-0x10146d00b6f0004, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12038218452/running 2024-11-17T03:22:27,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12038218452/running 2024-11-17T03:22:27,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038218452 2024-11-17T03:22:27,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45699-0x10146d00b6f0004, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038218452 2024-11-17T03:22:27,899 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:22:27,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Set watcher on znode that does not yet exist, /12038218452/running 2024-11-17T03:22:27,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:22:27,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45699-0x10146d00b6f0004, quorum=127.0.0.1:57325, baseZNode=/12038218452 Set watcher on znode that does not yet exist, /12038218452/running 2024-11-17T03:22:27,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:22:27,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:27,900 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '695c90f4bb18,45699,1731813716069' ***** 2024-11-17T03:22:27,900 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T03:22:27,900 INFO [RS:0;695c90f4bb18:45699 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T03:22:27,900 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T03:22:27,900 INFO [RS:0;695c90f4bb18:45699 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T03:22:27,900 INFO [RS:0;695c90f4bb18:45699 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T03:22:27,901 INFO [RS:0;695c90f4bb18:45699 {}] regionserver.HRegionServer(3091): Received CLOSE for 2af4863d99727d90af9c8faf6384a6c9 2024-11-17T03:22:27,901 INFO [RS:0;695c90f4bb18:45699 {}] regionserver.HRegionServer(3091): Received CLOSE for 2979e1ffc0c854170b99ca332a27d5df 2024-11-17T03:22:27,901 INFO [RS:0;695c90f4bb18:45699 {}] regionserver.HRegionServer(959): stopping server 695c90f4bb18,45699,1731813716069 2024-11-17T03:22:27,901 INFO [RS:0;695c90f4bb18:45699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:22:27,901 INFO [RS:0;695c90f4bb18:45699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:45699. 2024-11-17T03:22:27,901 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2af4863d99727d90af9c8faf6384a6c9, disabling compactions & flushes 2024-11-17T03:22:27,901 DEBUG [RS:0;695c90f4bb18:45699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:22:27,901 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813732417.2af4863d99727d90af9c8faf6384a6c9. 2024-11-17T03:22:27,901 DEBUG [RS:0;695c90f4bb18:45699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:27,901 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813732417.2af4863d99727d90af9c8faf6384a6c9. 2024-11-17T03:22:27,901 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813732417.2af4863d99727d90af9c8faf6384a6c9. after waiting 0 ms 2024-11-17T03:22:27,901 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813732417.2af4863d99727d90af9c8faf6384a6c9. 2024-11-17T03:22:27,901 INFO [RS:0;695c90f4bb18:45699 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T03:22:27,901 INFO [RS:0;695c90f4bb18:45699 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T03:22:27,901 INFO [RS:0;695c90f4bb18:45699 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T03:22:27,901 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2af4863d99727d90af9c8faf6384a6c9 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-17T03:22:27,901 INFO [RS:0;695c90f4bb18:45699 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T03:22:27,901 INFO [RS:0;695c90f4bb18:45699 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T03:22:27,901 DEBUG [RS:0;695c90f4bb18:45699 {}] regionserver.HRegionServer(1325): Online Regions={2af4863d99727d90af9c8faf6384a6c9=hbase:replication,,1731813732417.2af4863d99727d90af9c8faf6384a6c9., 2979e1ffc0c854170b99ca332a27d5df=test,,1731813725907.2979e1ffc0c854170b99ca332a27d5df., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T03:22:27,901 DEBUG [RS:0;695c90f4bb18:45699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2979e1ffc0c854170b99ca332a27d5df, 2af4863d99727d90af9c8faf6384a6c9 2024-11-17T03:22:27,901 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:22:27,901 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:22:27,901 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:22:27,902 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:22:27,902 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:22:27,902 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T03:22:27,920 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/meta/1588230740/.tmp/info/88efab6cd9454d609ad592b4d1b785d9 is 147, key is hbase:replication,,1731813732417.2af4863d99727d90af9c8faf6384a6c9./info:regioninfo/1731813733592/Put/seqid=0 2024-11-17T03:22:27,920 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/replication/2af4863d99727d90af9c8faf6384a6c9/.tmp/queue/9895fa3db0484def946a7fe332c5daaa is 154, key is 1-695c90f4bb18,45699,1731813716069/queue:695c90f4bb18%2C45699%2C1731813716069/1731813743238/Put/seqid=0 2024-11-17T03:22:27,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43021 is added to blk_1073741841_1017 (size=5353) 2024-11-17T03:22:27,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43021 is added to blk_1073741840_1016 (size=7686) 2024-11-17T03:22:27,924 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/meta/1588230740/.tmp/info/88efab6cd9454d609ad592b4d1b785d9 2024-11-17T03:22:27,949 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/meta/1588230740/.tmp/ns/9b9e5080dcb4475796538951b59caf25 is 43, key is default/ns:d/1731813717329/Put/seqid=0 2024-11-17T03:22:27,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43021 is added to blk_1073741842_1018 (size=5153) 2024-11-17T03:22:27,997 INFO [regionserver/695c90f4bb18:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:22:28,102 DEBUG [RS:0;695c90f4bb18:45699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2979e1ffc0c854170b99ca332a27d5df, 2af4863d99727d90af9c8faf6384a6c9 2024-11-17T03:22:28,302 DEBUG [RS:0;695c90f4bb18:45699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2979e1ffc0c854170b99ca332a27d5df, 2af4863d99727d90af9c8faf6384a6c9 2024-11-17T03:22:28,325 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/replication/2af4863d99727d90af9c8faf6384a6c9/.tmp/queue/9895fa3db0484def946a7fe332c5daaa 2024-11-17T03:22:28,329 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/replication/2af4863d99727d90af9c8faf6384a6c9/.tmp/queue/9895fa3db0484def946a7fe332c5daaa as hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/replication/2af4863d99727d90af9c8faf6384a6c9/queue/9895fa3db0484def946a7fe332c5daaa 2024-11-17T03:22:28,333 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/replication/2af4863d99727d90af9c8faf6384a6c9/queue/9895fa3db0484def946a7fe332c5daaa, entries=1, sequenceid=12, filesize=5.2 K 2024-11-17T03:22:28,333 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 2af4863d99727d90af9c8faf6384a6c9 in 432ms, sequenceid=12, compaction requested=false 2024-11-17T03:22:28,336 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/replication/2af4863d99727d90af9c8faf6384a6c9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-17T03:22:28,337 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:22:28,337 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:22:28,337 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731813732417.2af4863d99727d90af9c8faf6384a6c9. 2024-11-17T03:22:28,337 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2af4863d99727d90af9c8faf6384a6c9: Waiting for close lock at 1731813747901Running coprocessor pre-close hooks at 1731813747901Disabling compacts and flushes for region at 1731813747901Disabling writes for close at 1731813747901Obtaining lock to block concurrent updates at 1731813747901Preparing flush snapshotting stores in 2af4863d99727d90af9c8faf6384a6c9 at 1731813747901Finished memstore snapshotting hbase:replication,,1731813732417.2af4863d99727d90af9c8faf6384a6c9., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731813747901Flushing stores of hbase:replication,,1731813732417.2af4863d99727d90af9c8faf6384a6c9. at 1731813747902 (+1 ms)Flushing 2af4863d99727d90af9c8faf6384a6c9/queue: creating writer at 1731813747902Flushing 2af4863d99727d90af9c8faf6384a6c9/queue: appending metadata at 1731813747920 (+18 ms)Flushing 2af4863d99727d90af9c8faf6384a6c9/queue: closing flushed file at 1731813747920Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32224b92: reopening flushed file at 1731813748329 (+409 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 2af4863d99727d90af9c8faf6384a6c9 in 432ms, sequenceid=12, compaction requested=false at 1731813748333 (+4 ms)Writing region close event to WAL at 1731813748334 (+1 ms)Running coprocessor post-close hooks at 1731813748337 (+3 ms)Closed at 1731813748337 2024-11-17T03:22:28,337 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731813732417.2af4863d99727d90af9c8faf6384a6c9. 2024-11-17T03:22:28,337 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2979e1ffc0c854170b99ca332a27d5df, disabling compactions & flushes 2024-11-17T03:22:28,337 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731813725907.2979e1ffc0c854170b99ca332a27d5df. 2024-11-17T03:22:28,337 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813725907.2979e1ffc0c854170b99ca332a27d5df. 2024-11-17T03:22:28,337 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731813725907.2979e1ffc0c854170b99ca332a27d5df. after waiting 0 ms 2024-11-17T03:22:28,337 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731813725907.2979e1ffc0c854170b99ca332a27d5df. 2024-11-17T03:22:28,337 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2979e1ffc0c854170b99ca332a27d5df 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-17T03:22:28,356 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/default/test/2979e1ffc0c854170b99ca332a27d5df/.tmp/f/4200538027c3497ca6a36aa3d3bf71c7 is 29, key is row1/f:/1731813741770/DeleteFamily/seqid=0 2024-11-17T03:22:28,356 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/meta/1588230740/.tmp/ns/9b9e5080dcb4475796538951b59caf25 2024-11-17T03:22:28,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43021 is added to blk_1073741843_1019 (size=5152) 2024-11-17T03:22:28,359 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/default/test/2979e1ffc0c854170b99ca332a27d5df/.tmp/f/4200538027c3497ca6a36aa3d3bf71c7 2024-11-17T03:22:28,362 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4200538027c3497ca6a36aa3d3bf71c7 2024-11-17T03:22:28,376 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/default/test/2979e1ffc0c854170b99ca332a27d5df/.tmp/f1/477e8d2b878f4aa58f7b38ace15a13fd is 30, key is row1/f1:/1731813741770/DeleteFamily/seqid=0 2024-11-17T03:22:28,377 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/meta/1588230740/.tmp/rep_barrier/f11072972c4a4b9e98783ae340867727 is 112, key is test,,1731813725907.2979e1ffc0c854170b99ca332a27d5df./rep_barrier:seqnumDuringOpen/1731813727070/Put/seqid=0 2024-11-17T03:22:28,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43021 is added to blk_1073741844_1020 (size=5158) 2024-11-17T03:22:28,379 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/default/test/2979e1ffc0c854170b99ca332a27d5df/.tmp/f1/477e8d2b878f4aa58f7b38ace15a13fd 2024-11-17T03:22:28,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43021 is added to blk_1073741845_1021 (size=5518) 2024-11-17T03:22:28,381 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/meta/1588230740/.tmp/rep_barrier/f11072972c4a4b9e98783ae340867727 2024-11-17T03:22:28,384 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 477e8d2b878f4aa58f7b38ace15a13fd 2024-11-17T03:22:28,400 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/meta/1588230740/.tmp/table/62ec15508e564fd28a87a8015b2e3f08 is 53, key is hbase:replication/table:state/1731813733597/Put/seqid=0 2024-11-17T03:22:28,402 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/default/test/2979e1ffc0c854170b99ca332a27d5df/.tmp/norep/70939a63976e4f22972da6527e61d46c is 33, key is row1/norep:/1731813741770/DeleteFamily/seqid=0 2024-11-17T03:22:28,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43021 is added to blk_1073741846_1022 (size=5308) 2024-11-17T03:22:28,404 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/meta/1588230740/.tmp/table/62ec15508e564fd28a87a8015b2e3f08 2024-11-17T03:22:28,408 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/meta/1588230740/.tmp/info/88efab6cd9454d609ad592b4d1b785d9 as hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/meta/1588230740/info/88efab6cd9454d609ad592b4d1b785d9 2024-11-17T03:22:28,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43021 is added to blk_1073741847_1023 (size=5108) 2024-11-17T03:22:28,415 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/meta/1588230740/info/88efab6cd9454d609ad592b4d1b785d9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T03:22:28,415 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/meta/1588230740/.tmp/ns/9b9e5080dcb4475796538951b59caf25 as hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/meta/1588230740/ns/9b9e5080dcb4475796538951b59caf25 2024-11-17T03:22:28,417 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/default/test/2979e1ffc0c854170b99ca332a27d5df/.tmp/norep/70939a63976e4f22972da6527e61d46c 2024-11-17T03:22:28,420 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/meta/1588230740/ns/9b9e5080dcb4475796538951b59caf25, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T03:22:28,421 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70939a63976e4f22972da6527e61d46c 2024-11-17T03:22:28,421 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/meta/1588230740/.tmp/rep_barrier/f11072972c4a4b9e98783ae340867727 as hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/meta/1588230740/rep_barrier/f11072972c4a4b9e98783ae340867727 2024-11-17T03:22:28,421 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/default/test/2979e1ffc0c854170b99ca332a27d5df/.tmp/f/4200538027c3497ca6a36aa3d3bf71c7 as hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/default/test/2979e1ffc0c854170b99ca332a27d5df/f/4200538027c3497ca6a36aa3d3bf71c7 2024-11-17T03:22:28,424 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/meta/1588230740/rep_barrier/f11072972c4a4b9e98783ae340867727, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T03:22:28,424 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4200538027c3497ca6a36aa3d3bf71c7 2024-11-17T03:22:28,424 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/default/test/2979e1ffc0c854170b99ca332a27d5df/f/4200538027c3497ca6a36aa3d3bf71c7, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T03:22:28,425 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/default/test/2979e1ffc0c854170b99ca332a27d5df/.tmp/f1/477e8d2b878f4aa58f7b38ace15a13fd as hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/default/test/2979e1ffc0c854170b99ca332a27d5df/f1/477e8d2b878f4aa58f7b38ace15a13fd 2024-11-17T03:22:28,425 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/meta/1588230740/.tmp/table/62ec15508e564fd28a87a8015b2e3f08 as hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/meta/1588230740/table/62ec15508e564fd28a87a8015b2e3f08 2024-11-17T03:22:28,429 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/meta/1588230740/table/62ec15508e564fd28a87a8015b2e3f08, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T03:22:28,429 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 477e8d2b878f4aa58f7b38ace15a13fd 2024-11-17T03:22:28,429 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/default/test/2979e1ffc0c854170b99ca332a27d5df/f1/477e8d2b878f4aa58f7b38ace15a13fd, entries=3, sequenceid=10, filesize=5.0 K 2024-11-17T03:22:28,430 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/default/test/2979e1ffc0c854170b99ca332a27d5df/.tmp/norep/70939a63976e4f22972da6527e61d46c as hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/default/test/2979e1ffc0c854170b99ca332a27d5df/norep/70939a63976e4f22972da6527e61d46c 2024-11-17T03:22:28,430 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 528ms, sequenceid=16, compaction requested=false 2024-11-17T03:22:28,430 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T03:22:28,433 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 70939a63976e4f22972da6527e61d46c 2024-11-17T03:22:28,433 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/default/test/2979e1ffc0c854170b99ca332a27d5df/norep/70939a63976e4f22972da6527e61d46c, entries=1, sequenceid=10, filesize=5.0 K 2024-11-17T03:22:28,434 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2979e1ffc0c854170b99ca332a27d5df in 96ms, sequenceid=10, compaction requested=false 2024-11-17T03:22:28,434 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T03:22:28,449 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T03:22:28,449 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:22:28,449 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:22:28,449 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:22:28,449 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813747901Running coprocessor pre-close hooks at 1731813747901Disabling compacts and flushes for region at 1731813747901Disabling writes for close at 1731813747902 (+1 ms)Obtaining lock to block concurrent updates at 1731813747902Preparing flush snapshotting stores in 1588230740 at 1731813747902Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731813747902Flushing stores of hbase:meta,,1.1588230740 at 1731813747903 (+1 ms)Flushing 1588230740/info: creating writer at 1731813747903Flushing 1588230740/info: appending metadata at 1731813747919 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731813747919Flushing 1588230740/ns: creating writer at 1731813747928 (+9 ms)Flushing 1588230740/ns: appending metadata at 1731813747948 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731813747948Flushing 1588230740/rep_barrier: creating writer at 1731813748360 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731813748377 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731813748377Flushing 1588230740/table: creating writer at 1731813748384 (+7 ms)Flushing 1588230740/table: appending metadata at 1731813748399 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731813748399Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b558442: reopening flushed file at 1731813748407 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f006904: reopening flushed file at 1731813748415 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@322a34aa: reopening flushed file at 1731813748420 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cccdb12: reopening flushed file at 1731813748424 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 528ms, sequenceid=16, compaction requested=false at 1731813748430 (+6 ms)Writing region close event to WAL at 1731813748444 (+14 ms)Running coprocessor post-close hooks at 1731813748449 (+5 ms)Closed at 1731813748449 2024-11-17T03:22:28,450 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T03:22:28,451 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/data/default/test/2979e1ffc0c854170b99ca332a27d5df/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-17T03:22:28,453 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:22:28,453 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T03:22:28,453 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731813725907.2979e1ffc0c854170b99ca332a27d5df. 2024-11-17T03:22:28,453 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2979e1ffc0c854170b99ca332a27d5df: Waiting for close lock at 1731813748337Running coprocessor pre-close hooks at 1731813748337Disabling compacts and flushes for region at 1731813748337Disabling writes for close at 1731813748337Obtaining lock to block concurrent updates at 1731813748337Preparing flush snapshotting stores in 2979e1ffc0c854170b99ca332a27d5df at 1731813748337Finished memstore snapshotting test,,1731813725907.2979e1ffc0c854170b99ca332a27d5df., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731813748338 (+1 ms)Flushing stores of test,,1731813725907.2979e1ffc0c854170b99ca332a27d5df. at 1731813748338Flushing 2979e1ffc0c854170b99ca332a27d5df/f: creating writer at 1731813748338Flushing 2979e1ffc0c854170b99ca332a27d5df/f: appending metadata at 1731813748355 (+17 ms)Flushing 2979e1ffc0c854170b99ca332a27d5df/f: closing flushed file at 1731813748355Flushing 2979e1ffc0c854170b99ca332a27d5df/f1: creating writer at 1731813748363 (+8 ms)Flushing 2979e1ffc0c854170b99ca332a27d5df/f1: appending metadata at 1731813748376 (+13 ms)Flushing 2979e1ffc0c854170b99ca332a27d5df/f1: closing flushed file at 1731813748376Flushing 2979e1ffc0c854170b99ca332a27d5df/norep: creating writer at 1731813748384 (+8 ms)Flushing 2979e1ffc0c854170b99ca332a27d5df/norep: appending metadata at 1731813748401 (+17 ms)Flushing 2979e1ffc0c854170b99ca332a27d5df/norep: closing flushed file at 1731813748401Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11b73686: reopening flushed file at 1731813748421 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41ed96c0: reopening flushed file at 1731813748425 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f33e1fd: reopening flushed file at 1731813748429 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 2979e1ffc0c854170b99ca332a27d5df in 96ms, sequenceid=10, compaction requested=false at 1731813748434 (+5 ms)Writing region close event to WAL at 1731813748448 (+14 ms)Running coprocessor post-close hooks at 1731813748453 (+5 ms)Closed at 1731813748453 2024-11-17T03:22:28,453 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731813725907.2979e1ffc0c854170b99ca332a27d5df. 2024-11-17T03:22:28,502 INFO [RS:0;695c90f4bb18:45699 {}] regionserver.HRegionServer(976): stopping server 695c90f4bb18,45699,1731813716069; all regions closed. 2024-11-17T03:22:28,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43021 is added to blk_1073741834_1010 (size=4239) 2024-11-17T03:22:28,506 DEBUG [RS:0;695c90f4bb18:45699 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/oldWALs 2024-11-17T03:22:28,506 INFO [RS:0;695c90f4bb18:45699 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C45699%2C1731813716069.meta:.meta(num 1731813717261) 2024-11-17T03:22:28,508 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.rep.1731813733555 not finished, retry = 0 2024-11-17T03:22:28,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43021 is added to blk_1073741839_1015 (size=3114) 2024-11-17T03:22:28,555 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 636, reset compression=false 2024-11-17T03:22:28,609 DEBUG [RS:0;695c90f4bb18:45699 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/oldWALs 2024-11-17T03:22:28,609 INFO [RS:0;695c90f4bb18:45699 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C45699%2C1731813716069.rep:(num 1731813733555) 2024-11-17T03:22:28,611 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 not finished, retry = 0 2024-11-17T03:22:28,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43021 is added to blk_1073741832_1008 (size=2092) 2024-11-17T03:22:28,651 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T03:22:28,651 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T03:22:28,693 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 to pos 1193, reset compression=false 2024-11-17T03:22:28,713 DEBUG [RS:0;695c90f4bb18:45699 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/oldWALs 2024-11-17T03:22:28,713 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791 2024-11-17T03:22:28,713 INFO [RS:0;695c90f4bb18:45699 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C45699%2C1731813716069:(num 1731813716791) 2024-11-17T03:22:28,713 DEBUG [RS:0;695c90f4bb18:45699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:28,713 INFO [RS:0;695c90f4bb18:45699 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:22:28,713 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:22:28,713 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-17T03:22:28,713 INFO [RS:0;695c90f4bb18:45699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:22:28,713 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.wal-reader.695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-17T03:22:28,713 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.shipper695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,45699,1731813716069 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/WALs/695c90f4bb18,45699,1731813716069/695c90f4bb18%2C45699%2C1731813716069.1731813716791, lastWalPosition=2084, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-17T03:22:28,713 INFO [RS:0;695c90f4bb18:45699 {}] hbase.ChoreService(370): Chore service for: regionserver/695c90f4bb18:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T03:22:28,713 INFO [RS:0;695c90f4bb18:45699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:22:28,713 INFO [RS:0;695c90f4bb18:45699 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-695c90f4bb18,45699,1731813716069 because: Region server is closing 2024-11-17T03:22:28,714 INFO [RS:0;695c90f4bb18:45699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:45699. 2024-11-17T03:22:28,714 DEBUG [RS:0;695c90f4bb18:45699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:22:28,714 DEBUG [RS:0;695c90f4bb18:45699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:28,714 DEBUG [RS:0;695c90f4bb18:45699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:28,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:22:28,714 INFO [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:22:28,714 ERROR [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.shipper695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 695c90f4bb18,45699,1731813716069: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-695c90f4bb18,45699,1731813716069, walGroup=695c90f4bb18%2C45699%2C1731813716069, offset=695c90f4bb18%2C45699%2C1731813716069.1731813716791:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:45699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T03:22:28,715 ERROR [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.shipper695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T03:22:28,715 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.shipper695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T03:22:28,716 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.shipper695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T03:22:28,716 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.shipper695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T03:22:28,716 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.shipper695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T03:22:28,716 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.shipper695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 927021584 }, "NonHeapMemoryUsage": { "committed": 207290368, "init": 7667712, "max": -1, "used": 203016352 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T03:22:28,717 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.shipper695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [695c90f4bb18%2C45699%2C1731813716069.1731813716791] 2024-11-17T03:22:28,814 INFO [RS:0;695c90f4bb18:45699 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,45699,1731813716069.replicationSource.shipper695c90f4bb18%2C45699%2C1731813716069,1-695c90f4bb18,45699,1731813716069 terminated 2024-11-17T03:22:28,814 INFO [RS:0;695c90f4bb18:45699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:45699. 2024-11-17T03:22:28,814 DEBUG [RS:0;695c90f4bb18:45699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:22:28,814 DEBUG [RS:0;695c90f4bb18:45699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:28,814 DEBUG [RS:0;695c90f4bb18:45699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:28,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:22:28,814 INFO [RS:0;695c90f4bb18:45699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45699 2024-11-17T03:22:28,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45699-0x10146d00b6f0004, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12038218452/rs/695c90f4bb18,45699,1731813716069 2024-11-17T03:22:28,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038218452/rs 2024-11-17T03:22:28,888 INFO [RS:0;695c90f4bb18:45699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:22:28,931 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [695c90f4bb18,45699,1731813716069] 2024-11-17T03:22:28,951 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12038218452/draining/695c90f4bb18,45699,1731813716069 already deleted, retry=false 2024-11-17T03:22:28,951 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 695c90f4bb18,45699,1731813716069 expired; onlineServers=0 2024-11-17T03:22:28,951 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '695c90f4bb18,34907,1731813715947' ***** 2024-11-17T03:22:28,951 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T03:22:28,951 INFO [M:0;695c90f4bb18:34907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:22:28,951 INFO [M:0;695c90f4bb18:34907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:22:28,951 DEBUG [M:0;695c90f4bb18:34907 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T03:22:28,951 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T03:22:28,951 DEBUG [M:0;695c90f4bb18:34907 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T03:22:28,951 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813716451 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813716451,5,FailOnTimeoutGroup] 2024-11-17T03:22:28,951 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813716450 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813716450,5,FailOnTimeoutGroup] 2024-11-17T03:22:28,951 INFO [M:0;695c90f4bb18:34907 {}] hbase.ChoreService(370): Chore service for: master/695c90f4bb18:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T03:22:28,951 INFO [M:0;695c90f4bb18:34907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:22:28,952 DEBUG [M:0;695c90f4bb18:34907 {}] master.HMaster(1795): Stopping service threads 2024-11-17T03:22:28,952 INFO [M:0;695c90f4bb18:34907 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T03:22:28,952 INFO [M:0;695c90f4bb18:34907 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:22:28,952 INFO [M:0;695c90f4bb18:34907 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T03:22:28,952 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T03:22:28,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12038218452/master 2024-11-17T03:22:28,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12038218452 2024-11-17T03:22:28,962 DEBUG [M:0;695c90f4bb18:34907 {}] zookeeper.ZKUtil(347): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Unable to get data of znode /12038218452/master because node does not exist (not an error) 2024-11-17T03:22:28,962 WARN [M:0;695c90f4bb18:34907 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T03:22:28,962 INFO [M:0;695c90f4bb18:34907 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/.lastflushedseqids 2024-11-17T03:22:28,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43021 is added to blk_1073741848_1024 (size=245) 2024-11-17T03:22:29,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45699-0x10146d00b6f0004, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:22:29,031 INFO [RS:0;695c90f4bb18:45699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:22:29,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45699-0x10146d00b6f0004, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:22:29,031 INFO [RS:0;695c90f4bb18:45699 {}] regionserver.HRegionServer(1031): Exiting; stopping=695c90f4bb18,45699,1731813716069; zookeeper connection closed. 2024-11-17T03:22:29,032 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@771b9ec3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@771b9ec3 2024-11-17T03:22:29,032 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T03:22:29,365 INFO [M:0;695c90f4bb18:34907 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T03:22:29,366 INFO [M:0;695c90f4bb18:34907 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T03:22:29,366 DEBUG [M:0;695c90f4bb18:34907 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:22:29,366 INFO [M:0;695c90f4bb18:34907 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:29,366 DEBUG [M:0;695c90f4bb18:34907 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:29,366 DEBUG [M:0;695c90f4bb18:34907 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:22:29,366 DEBUG [M:0;695c90f4bb18:34907 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:29,366 INFO [M:0;695c90f4bb18:34907 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-17T03:22:29,378 DEBUG [M:0;695c90f4bb18:34907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46394296cc994e4fb0cc56958080122f is 82, key is hbase:meta,,1/info:regioninfo/1731813717307/Put/seqid=0 2024-11-17T03:22:29,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43021 is added to blk_1073741849_1025 (size=5672) 2024-11-17T03:22:29,782 INFO [M:0;695c90f4bb18:34907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46394296cc994e4fb0cc56958080122f 2024-11-17T03:22:29,798 DEBUG [M:0;695c90f4bb18:34907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/566aa964f6e745dd9fb5ed690949ccd8 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731813727085/Put/seqid=0 2024-11-17T03:22:29,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43021 is added to blk_1073741850_1026 (size=7217) 2024-11-17T03:22:29,858 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 636, reset compression=false 2024-11-17T03:22:30,201 INFO [M:0;695c90f4bb18:34907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/566aa964f6e745dd9fb5ed690949ccd8 2024-11-17T03:22:30,204 INFO [M:0;695c90f4bb18:34907 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 566aa964f6e745dd9fb5ed690949ccd8 2024-11-17T03:22:30,216 DEBUG [M:0;695c90f4bb18:34907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/137744c5fd1a4d3a805379ba6c26987f is 69, key is 695c90f4bb18,45699,1731813716069/rs:state/1731813716541/Put/seqid=0 2024-11-17T03:22:30,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43021 is added to blk_1073741851_1027 (size=5156) 2024-11-17T03:22:30,619 INFO [M:0;695c90f4bb18:34907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/137744c5fd1a4d3a805379ba6c26987f 2024-11-17T03:22:30,624 DEBUG [M:0;695c90f4bb18:34907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46394296cc994e4fb0cc56958080122f as hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/46394296cc994e4fb0cc56958080122f 2024-11-17T03:22:30,627 INFO [M:0;695c90f4bb18:34907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/46394296cc994e4fb0cc56958080122f, entries=8, sequenceid=105, filesize=5.5 K 2024-11-17T03:22:30,628 DEBUG [M:0;695c90f4bb18:34907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/566aa964f6e745dd9fb5ed690949ccd8 as hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/566aa964f6e745dd9fb5ed690949ccd8 2024-11-17T03:22:30,632 INFO [M:0;695c90f4bb18:34907 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 566aa964f6e745dd9fb5ed690949ccd8 2024-11-17T03:22:30,632 INFO [M:0;695c90f4bb18:34907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/566aa964f6e745dd9fb5ed690949ccd8, entries=11, sequenceid=105, filesize=7.0 K 2024-11-17T03:22:30,632 DEBUG [M:0;695c90f4bb18:34907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/137744c5fd1a4d3a805379ba6c26987f as hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/137744c5fd1a4d3a805379ba6c26987f 2024-11-17T03:22:30,636 INFO [M:0;695c90f4bb18:34907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39889/user/jenkins/test-data/98c617ef-676e-bd3b-9d60-53c865989d18/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/137744c5fd1a4d3a805379ba6c26987f, entries=1, sequenceid=105, filesize=5.0 K 2024-11-17T03:22:30,637 INFO [M:0;695c90f4bb18:34907 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=105, compaction requested=false 2024-11-17T03:22:30,638 INFO [M:0;695c90f4bb18:34907 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:30,638 DEBUG [M:0;695c90f4bb18:34907 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813749366Disabling compacts and flushes for region at 1731813749366Disabling writes for close at 1731813749366Obtaining lock to block concurrent updates at 1731813749366Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731813749366Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731813749366Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731813749366Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731813749367 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731813749378 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731813749378Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731813749785 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731813749797 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731813749797Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731813750204 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731813750216 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731813750216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73ec2a26: reopening flushed file at 1731813750623 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eba2c5: reopening flushed file at 1731813750627 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42a0eca9: reopening flushed file at 1731813750632 (+5 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1271ms, sequenceid=105, compaction requested=false at 1731813750637 (+5 ms)Writing region close event to WAL at 1731813750638 (+1 ms)Closed at 1731813750638 2024-11-17T03:22:30,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43021 is added to blk_1073741830_1006 (size=64411) 2024-11-17T03:22:30,641 INFO [M:0;695c90f4bb18:34907 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T03:22:30,641 INFO [M:0;695c90f4bb18:34907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34907 2024-11-17T03:22:30,641 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:22:30,641 INFO [M:0;695c90f4bb18:34907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:22:30,672 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:22:30,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:30,673 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:30,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:30,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:30,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:30,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:30,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:30,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:30,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:30,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:30,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:30,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:30,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:30,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:30,743 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:30,746 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:30,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:22:30,872 INFO [M:0;695c90f4bb18:34907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:22:30,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34907-0x10146d00b6f0003, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:22:30,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@660b08a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:22:30,875 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@543503b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:22:30,875 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:22:30,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@695a50ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:22:30,875 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e07af67{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/hadoop.log.dir/,STOPPED} 2024-11-17T03:22:30,877 WARN [BP-662200951-172.17.0.3-1731813713919 heartbeating to localhost/127.0.0.1:39889 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T03:22:30,877 WARN [BP-662200951-172.17.0.3-1731813713919 heartbeating to localhost/127.0.0.1:39889 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-662200951-172.17.0.3-1731813713919 (Datanode Uuid 5e89be69-4f73-469d-af63-6ae9fa823b68) service to localhost/127.0.0.1:39889 2024-11-17T03:22:30,877 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T03:22:30,878 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T03:22:30,879 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/cluster_7fe4c367-b9cc-9ed6-eeb6-fb9f23522ba7/data/data1/current/BP-662200951-172.17.0.3-1731813713919 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:22:30,879 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/cluster_7fe4c367-b9cc-9ed6-eeb6-fb9f23522ba7/data/data2/current/BP-662200951-172.17.0.3-1731813713919 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:22:30,879 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T03:22:30,886 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49b6cc1a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:22:30,894 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b94dbe9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:22:30,894 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:22:30,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36f758f8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:22:30,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d78721{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3c02fed0-61f7-1b42-bc68-895c63c3eb7d/hadoop.log.dir/,STOPPED} 2024-11-17T03:22:30,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T03:22:30,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T03:22:30,913 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:22:30,913 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:22:30,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:30,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:30,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:22:30,914 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T03:22:30,914 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1316549402, stopped=false 2024-11-17T03:22:30,914 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=695c90f4bb18,41669,1731813710224 2024-11-17T03:22:30,930 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x10146d00b6f0001, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1839821875/running 2024-11-17T03:22:30,930 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x10146d00b6f0001, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1839821875 2024-11-17T03:22:30,930 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:22:30,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1839821875/running 2024-11-17T03:22:30,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1839821875 2024-11-17T03:22:30,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Set watcher on znode that does not yet exist, /0-1839821875/running 2024-11-17T03:22:30,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44781-0x10146d00b6f0001, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Set watcher on znode that does not yet exist, /0-1839821875/running 2024-11-17T03:22:30,932 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:22:30,932 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:22:30,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:30,932 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '695c90f4bb18,44781,1731813710453' ***** 2024-11-17T03:22:30,932 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T03:22:30,932 INFO [RS:0;695c90f4bb18:44781 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T03:22:30,933 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T03:22:30,933 INFO [RS:0;695c90f4bb18:44781 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T03:22:30,933 INFO [RS:0;695c90f4bb18:44781 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T03:22:30,933 INFO [RS:0;695c90f4bb18:44781 {}] regionserver.HRegionServer(3091): Received CLOSE for f8dbe9a341b24291b555701f517e2e8a 2024-11-17T03:22:30,933 INFO [RS:0;695c90f4bb18:44781 {}] regionserver.HRegionServer(3091): Received CLOSE for b7e2d5c15676238ef2911ccad1fd6314 2024-11-17T03:22:30,933 INFO [RS:0;695c90f4bb18:44781 {}] regionserver.HRegionServer(959): stopping server 695c90f4bb18,44781,1731813710453 2024-11-17T03:22:30,933 INFO [RS:0;695c90f4bb18:44781 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:22:30,933 INFO [RS:0;695c90f4bb18:44781 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:44781. 2024-11-17T03:22:30,933 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f8dbe9a341b24291b555701f517e2e8a, disabling compactions & flushes 2024-11-17T03:22:30,933 DEBUG [RS:0;695c90f4bb18:44781 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:22:30,933 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813730253.f8dbe9a341b24291b555701f517e2e8a. 2024-11-17T03:22:30,933 DEBUG [RS:0;695c90f4bb18:44781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:30,933 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813730253.f8dbe9a341b24291b555701f517e2e8a. 2024-11-17T03:22:30,933 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813730253.f8dbe9a341b24291b555701f517e2e8a. after waiting 0 ms 2024-11-17T03:22:30,933 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813730253.f8dbe9a341b24291b555701f517e2e8a. 2024-11-17T03:22:30,933 INFO [RS:0;695c90f4bb18:44781 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T03:22:30,933 INFO [RS:0;695c90f4bb18:44781 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T03:22:30,933 INFO [RS:0;695c90f4bb18:44781 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T03:22:30,933 INFO [RS:0;695c90f4bb18:44781 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T03:22:30,933 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f8dbe9a341b24291b555701f517e2e8a 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-17T03:22:30,935 INFO [RS:0;695c90f4bb18:44781 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T03:22:30,935 DEBUG [RS:0;695c90f4bb18:44781 {}] regionserver.HRegionServer(1325): Online Regions={f8dbe9a341b24291b555701f517e2e8a=hbase:replication,,1731813730253.f8dbe9a341b24291b555701f517e2e8a., 1588230740=hbase:meta,,1.1588230740, b7e2d5c15676238ef2911ccad1fd6314=test,,1731813723756.b7e2d5c15676238ef2911ccad1fd6314.} 2024-11-17T03:22:30,935 DEBUG [RS:0;695c90f4bb18:44781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7e2d5c15676238ef2911ccad1fd6314, f8dbe9a341b24291b555701f517e2e8a 2024-11-17T03:22:30,937 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:22:30,937 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:22:30,937 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:22:30,937 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:22:30,937 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:22:30,937 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T03:22:30,956 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/replication/f8dbe9a341b24291b555701f517e2e8a/.tmp/queue/816b4d7b70274d8f918374a55fb9ba42 is 153, key is 1-695c90f4bb18,44781,1731813710453/queue:695c90f4bb18%2C44781%2C1731813710453/1731813740819/Put/seqid=0 2024-11-17T03:22:30,960 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/meta/1588230740/.tmp/info/76d1014812c749809ce7d9b00d5641d1 is 147, key is hbase:replication,,1731813730253.f8dbe9a341b24291b555701f517e2e8a./info:regioninfo/1731813731432/Put/seqid=0 2024-11-17T03:22:30,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741840_1016 (size=5352) 2024-11-17T03:22:30,963 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/replication/f8dbe9a341b24291b555701f517e2e8a/.tmp/queue/816b4d7b70274d8f918374a55fb9ba42 2024-11-17T03:22:30,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741841_1017 (size=7686) 2024-11-17T03:22:30,974 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/meta/1588230740/.tmp/info/76d1014812c749809ce7d9b00d5641d1 2024-11-17T03:22:30,981 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/replication/f8dbe9a341b24291b555701f517e2e8a/.tmp/queue/816b4d7b70274d8f918374a55fb9ba42 as hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/replication/f8dbe9a341b24291b555701f517e2e8a/queue/816b4d7b70274d8f918374a55fb9ba42 2024-11-17T03:22:30,986 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/replication/f8dbe9a341b24291b555701f517e2e8a/queue/816b4d7b70274d8f918374a55fb9ba42, entries=1, sequenceid=8, filesize=5.2 K 2024-11-17T03:22:30,987 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for f8dbe9a341b24291b555701f517e2e8a in 54ms, sequenceid=8, compaction requested=false 2024-11-17T03:22:30,993 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/replication/f8dbe9a341b24291b555701f517e2e8a/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-17T03:22:30,994 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:22:30,994 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:22:30,994 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731813730253.f8dbe9a341b24291b555701f517e2e8a. 2024-11-17T03:22:30,994 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f8dbe9a341b24291b555701f517e2e8a: Waiting for close lock at 1731813750933Running coprocessor pre-close hooks at 1731813750933Disabling compacts and flushes for region at 1731813750933Disabling writes for close at 1731813750933Obtaining lock to block concurrent updates at 1731813750933Preparing flush snapshotting stores in f8dbe9a341b24291b555701f517e2e8a at 1731813750933Finished memstore snapshotting hbase:replication,,1731813730253.f8dbe9a341b24291b555701f517e2e8a., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731813750934 (+1 ms)Flushing stores of hbase:replication,,1731813730253.f8dbe9a341b24291b555701f517e2e8a. at 1731813750936 (+2 ms)Flushing f8dbe9a341b24291b555701f517e2e8a/queue: creating writer at 1731813750936Flushing f8dbe9a341b24291b555701f517e2e8a/queue: appending metadata at 1731813750955 (+19 ms)Flushing f8dbe9a341b24291b555701f517e2e8a/queue: closing flushed file at 1731813750955Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71320330: reopening flushed file at 1731813750979 (+24 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for f8dbe9a341b24291b555701f517e2e8a in 54ms, sequenceid=8, compaction requested=false at 1731813750987 (+8 ms)Writing region close event to WAL at 1731813750989 (+2 ms)Running coprocessor post-close hooks at 1731813750994 (+5 ms)Closed at 1731813750994 2024-11-17T03:22:30,994 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731813730253.f8dbe9a341b24291b555701f517e2e8a. 2024-11-17T03:22:30,994 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b7e2d5c15676238ef2911ccad1fd6314, disabling compactions & flushes 2024-11-17T03:22:30,994 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731813723756.b7e2d5c15676238ef2911ccad1fd6314. 2024-11-17T03:22:30,994 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813723756.b7e2d5c15676238ef2911ccad1fd6314. 2024-11-17T03:22:30,994 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731813723756.b7e2d5c15676238ef2911ccad1fd6314. after waiting 0 ms 2024-11-17T03:22:30,994 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731813723756.b7e2d5c15676238ef2911ccad1fd6314. 2024-11-17T03:22:30,994 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b7e2d5c15676238ef2911ccad1fd6314 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-17T03:22:31,002 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/meta/1588230740/.tmp/ns/1df9c27188d6495b87f1b773e609334e is 43, key is default/ns:d/1731813713749/Put/seqid=0 2024-11-17T03:22:31,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741842_1018 (size=5153) 2024-11-17T03:22:31,015 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/default/test/b7e2d5c15676238ef2911ccad1fd6314/.tmp/f/a5b8677a3c0c463fb5027c4152f0e540 is 28, key is row/f:/1731813740765/DeleteFamily/seqid=0 2024-11-17T03:22:31,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741843_1019 (size=5085) 2024-11-17T03:22:31,024 INFO [regionserver/695c90f4bb18:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:22:31,135 DEBUG [RS:0;695c90f4bb18:44781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7e2d5c15676238ef2911ccad1fd6314 2024-11-17T03:22:31,261 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 636, reset compression=false 2024-11-17T03:22:31,265 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:22:31,265 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 883, reset compression=false 2024-11-17T03:22:31,265 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.shipper695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,44781,1731813710453 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:22:31,266 ERROR [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.shipper695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 695c90f4bb18,44781,1731813710453: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-695c90f4bb18,44781,1731813710453, walGroup=695c90f4bb18%2C44781%2C1731813710453, offset=695c90f4bb18%2C44781%2C1731813710453.1731813712421:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:44781 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T03:22:31,267 ERROR [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.shipper695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T03:22:31,267 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.shipper695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T03:22:31,267 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.shipper695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T03:22:31,268 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.shipper695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T03:22:31,268 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.shipper695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T03:22:31,268 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.shipper695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 985741840 }, "NonHeapMemoryUsage": { "committed": 207421440, "init": 7667712, "max": -1, "used": 203299576 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T03:22:31,268 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.shipper695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:41669 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:41669 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T03:22:31,317 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T03:22:31,317 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T03:22:31,336 DEBUG [RS:0;695c90f4bb18:44781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7e2d5c15676238ef2911ccad1fd6314 2024-11-17T03:22:31,409 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/meta/1588230740/.tmp/ns/1df9c27188d6495b87f1b773e609334e 2024-11-17T03:22:31,419 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/default/test/b7e2d5c15676238ef2911ccad1fd6314/.tmp/f/a5b8677a3c0c463fb5027c4152f0e540 2024-11-17T03:22:31,422 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a5b8677a3c0c463fb5027c4152f0e540 2024-11-17T03:22:31,430 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/meta/1588230740/.tmp/rep_barrier/c5a8c5b4a8004ed0a39a6f5e075a081b is 112, key is test,,1731813723756.b7e2d5c15676238ef2911ccad1fd6314./rep_barrier:seqnumDuringOpen/1731813724909/Put/seqid=0 2024-11-17T03:22:31,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741844_1020 (size=5518) 2024-11-17T03:22:31,435 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/default/test/b7e2d5c15676238ef2911ccad1fd6314/.tmp/f1/992e7f681e024e37b4918b1c7a1ef401 is 29, key is row/f1:/1731813740765/DeleteFamily/seqid=0 2024-11-17T03:22:31,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741845_1021 (size=5089) 2024-11-17T03:22:31,469 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 883, reset compression=false 2024-11-17T03:22:31,536 DEBUG [RS:0;695c90f4bb18:44781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7e2d5c15676238ef2911ccad1fd6314 2024-11-17T03:22:31,736 DEBUG [RS:0;695c90f4bb18:44781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7e2d5c15676238ef2911ccad1fd6314 2024-11-17T03:22:31,772 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 883, reset compression=false 2024-11-17T03:22:31,833 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/meta/1588230740/.tmp/rep_barrier/c5a8c5b4a8004ed0a39a6f5e075a081b 2024-11-17T03:22:31,838 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/default/test/b7e2d5c15676238ef2911ccad1fd6314/.tmp/f1/992e7f681e024e37b4918b1c7a1ef401 2024-11-17T03:22:31,841 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 992e7f681e024e37b4918b1c7a1ef401 2024-11-17T03:22:31,853 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/meta/1588230740/.tmp/table/afc2325c0b7b4b0aaf73adaae68d89a1 is 53, key is hbase:replication/table:state/1731813731437/Put/seqid=0 2024-11-17T03:22:31,853 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/default/test/b7e2d5c15676238ef2911ccad1fd6314/.tmp/norep/4b15879741a94c33a9416b563ea17f9a is 32, key is row/norep:/1731813740765/DeleteFamily/seqid=0 2024-11-17T03:22:31,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741847_1023 (size=5101) 2024-11-17T03:22:31,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741846_1022 (size=5308) 2024-11-17T03:22:31,936 INFO [RS:0;695c90f4bb18:44781 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T03:22:31,936 DEBUG [RS:0;695c90f4bb18:44781 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b7e2d5c15676238ef2911ccad1fd6314=test,,1731813723756.b7e2d5c15676238ef2911ccad1fd6314.} 2024-11-17T03:22:31,936 DEBUG [RS:0;695c90f4bb18:44781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7e2d5c15676238ef2911ccad1fd6314 2024-11-17T03:22:32,136 DEBUG [RS:0;695c90f4bb18:44781 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b7e2d5c15676238ef2911ccad1fd6314 2024-11-17T03:22:32,175 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.1731813712421 to pos 883, reset compression=false 2024-11-17T03:22:32,256 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/meta/1588230740/.tmp/table/afc2325c0b7b4b0aaf73adaae68d89a1 2024-11-17T03:22:32,256 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/default/test/b7e2d5c15676238ef2911ccad1fd6314/.tmp/norep/4b15879741a94c33a9416b563ea17f9a 2024-11-17T03:22:32,259 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b15879741a94c33a9416b563ea17f9a 2024-11-17T03:22:32,260 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/meta/1588230740/.tmp/info/76d1014812c749809ce7d9b00d5641d1 as hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/meta/1588230740/info/76d1014812c749809ce7d9b00d5641d1 2024-11-17T03:22:32,260 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/default/test/b7e2d5c15676238ef2911ccad1fd6314/.tmp/f/a5b8677a3c0c463fb5027c4152f0e540 as hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/default/test/b7e2d5c15676238ef2911ccad1fd6314/f/a5b8677a3c0c463fb5027c4152f0e540 2024-11-17T03:22:32,263 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/meta/1588230740/info/76d1014812c749809ce7d9b00d5641d1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T03:22:32,263 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a5b8677a3c0c463fb5027c4152f0e540 2024-11-17T03:22:32,263 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/default/test/b7e2d5c15676238ef2911ccad1fd6314/f/a5b8677a3c0c463fb5027c4152f0e540, entries=1, sequenceid=6, filesize=5.0 K 2024-11-17T03:22:32,263 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/meta/1588230740/.tmp/ns/1df9c27188d6495b87f1b773e609334e as hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/meta/1588230740/ns/1df9c27188d6495b87f1b773e609334e 2024-11-17T03:22:32,263 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/default/test/b7e2d5c15676238ef2911ccad1fd6314/.tmp/f1/992e7f681e024e37b4918b1c7a1ef401 as hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/default/test/b7e2d5c15676238ef2911ccad1fd6314/f1/992e7f681e024e37b4918b1c7a1ef401 2024-11-17T03:22:32,266 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 992e7f681e024e37b4918b1c7a1ef401 2024-11-17T03:22:32,266 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/default/test/b7e2d5c15676238ef2911ccad1fd6314/f1/992e7f681e024e37b4918b1c7a1ef401, entries=1, sequenceid=6, filesize=5.0 K 2024-11-17T03:22:32,266 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/meta/1588230740/ns/1df9c27188d6495b87f1b773e609334e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T03:22:32,267 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/default/test/b7e2d5c15676238ef2911ccad1fd6314/.tmp/norep/4b15879741a94c33a9416b563ea17f9a as hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/default/test/b7e2d5c15676238ef2911ccad1fd6314/norep/4b15879741a94c33a9416b563ea17f9a 2024-11-17T03:22:32,267 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/meta/1588230740/.tmp/rep_barrier/c5a8c5b4a8004ed0a39a6f5e075a081b as hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/meta/1588230740/rep_barrier/c5a8c5b4a8004ed0a39a6f5e075a081b 2024-11-17T03:22:32,270 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4b15879741a94c33a9416b563ea17f9a 2024-11-17T03:22:32,270 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/meta/1588230740/rep_barrier/c5a8c5b4a8004ed0a39a6f5e075a081b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T03:22:32,270 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/default/test/b7e2d5c15676238ef2911ccad1fd6314/norep/4b15879741a94c33a9416b563ea17f9a, entries=1, sequenceid=6, filesize=5.0 K 2024-11-17T03:22:32,271 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/meta/1588230740/.tmp/table/afc2325c0b7b4b0aaf73adaae68d89a1 as hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/meta/1588230740/table/afc2325c0b7b4b0aaf73adaae68d89a1 2024-11-17T03:22:32,271 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for b7e2d5c15676238ef2911ccad1fd6314 in 1277ms, sequenceid=6, compaction requested=false 2024-11-17T03:22:32,275 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/meta/1588230740/table/afc2325c0b7b4b0aaf73adaae68d89a1, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T03:22:32,281 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1343ms, sequenceid=16, compaction requested=false 2024-11-17T03:22:32,292 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/default/test/b7e2d5c15676238ef2911ccad1fd6314/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T03:22:32,292 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:22:32,292 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T03:22:32,292 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731813723756.b7e2d5c15676238ef2911ccad1fd6314. 2024-11-17T03:22:32,292 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b7e2d5c15676238ef2911ccad1fd6314: Waiting for close lock at 1731813750994Running coprocessor pre-close hooks at 1731813750994Disabling compacts and flushes for region at 1731813750994Disabling writes for close at 1731813750994Obtaining lock to block concurrent updates at 1731813750994Preparing flush snapshotting stores in b7e2d5c15676238ef2911ccad1fd6314 at 1731813750994Finished memstore snapshotting test,,1731813723756.b7e2d5c15676238ef2911ccad1fd6314., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731813750995 (+1 ms)Flushing stores of test,,1731813723756.b7e2d5c15676238ef2911ccad1fd6314. at 1731813750995Flushing b7e2d5c15676238ef2911ccad1fd6314/f: creating writer at 1731813750995Flushing b7e2d5c15676238ef2911ccad1fd6314/f: appending metadata at 1731813751014 (+19 ms)Flushing b7e2d5c15676238ef2911ccad1fd6314/f: closing flushed file at 1731813751014Flushing b7e2d5c15676238ef2911ccad1fd6314/f1: creating writer at 1731813751422 (+408 ms)Flushing b7e2d5c15676238ef2911ccad1fd6314/f1: appending metadata at 1731813751435 (+13 ms)Flushing b7e2d5c15676238ef2911ccad1fd6314/f1: closing flushed file at 1731813751435Flushing b7e2d5c15676238ef2911ccad1fd6314/norep: creating writer at 1731813751841 (+406 ms)Flushing b7e2d5c15676238ef2911ccad1fd6314/norep: appending metadata at 1731813751853 (+12 ms)Flushing b7e2d5c15676238ef2911ccad1fd6314/norep: closing flushed file at 1731813751853Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@562eeb9: reopening flushed file at 1731813752259 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19ec1e43: reopening flushed file at 1731813752263 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6187236c: reopening flushed file at 1731813752266 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for b7e2d5c15676238ef2911ccad1fd6314 in 1277ms, sequenceid=6, compaction requested=false at 1731813752271 (+5 ms)Writing region close event to WAL at 1731813752288 (+17 ms)Running coprocessor post-close hooks at 1731813752292 (+4 ms)Closed at 1731813752292 2024-11-17T03:22:32,292 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731813723756.b7e2d5c15676238ef2911ccad1fd6314. 2024-11-17T03:22:32,293 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T03:22:32,294 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:22:32,294 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:22:32,294 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:22:32,294 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813750937Running coprocessor pre-close hooks at 1731813750937Disabling compacts and flushes for region at 1731813750937Disabling writes for close at 1731813750937Obtaining lock to block concurrent updates at 1731813750937Preparing flush snapshotting stores in 1588230740 at 1731813750937Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731813750937Flushing stores of hbase:meta,,1.1588230740 at 1731813750938 (+1 ms)Flushing 1588230740/info: creating writer at 1731813750938Flushing 1588230740/info: appending metadata at 1731813750959 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731813750960 (+1 ms)Flushing 1588230740/ns: creating writer at 1731813750983 (+23 ms)Flushing 1588230740/ns: appending metadata at 1731813751002 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731813751002Flushing 1588230740/rep_barrier: creating writer at 1731813751413 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731813751429 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731813751429Flushing 1588230740/table: creating writer at 1731813751837 (+408 ms)Flushing 1588230740/table: appending metadata at 1731813751853 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731813751853Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f050912: reopening flushed file at 1731813752259 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@273c6356: reopening flushed file at 1731813752263 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@457479e4: reopening flushed file at 1731813752266 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20eaf807: reopening flushed file at 1731813752270 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1343ms, sequenceid=16, compaction requested=false at 1731813752281 (+11 ms)Writing region close event to WAL at 1731813752291 (+10 ms)Running coprocessor post-close hooks at 1731813752294 (+3 ms)Closed at 1731813752294 2024-11-17T03:22:32,294 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T03:22:32,337 INFO [RS:0;695c90f4bb18:44781 {}] regionserver.HRegionServer(976): stopping server 695c90f4bb18,44781,1731813710453; all regions closed. 2024-11-17T03:22:32,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741834_1010 (size=4239) 2024-11-17T03:22:32,339 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/WALs/695c90f4bb18,44781,1731813710453/695c90f4bb18%2C44781%2C1731813710453.meta.1731813713603.meta not finished, retry = 0 2024-11-17T03:22:32,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741839_1015 (size=2240) 2024-11-17T03:22:32,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741832_1008 (size=1535) 2024-11-17T03:22:32,447 DEBUG [RS:0;695c90f4bb18:44781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:32,447 INFO [RS:0;695c90f4bb18:44781 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:22:32,447 INFO [RS:0;695c90f4bb18:44781 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:22:32,447 INFO [RS:0;695c90f4bb18:44781 {}] hbase.ChoreService(370): Chore service for: regionserver/695c90f4bb18:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T03:22:32,447 INFO [RS:0;695c90f4bb18:44781 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:22:32,447 INFO [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:22:32,447 INFO [RS:0;695c90f4bb18:44781 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-695c90f4bb18,44781,1731813710453 because: Region server is closing 2024-11-17T03:22:32,447 INFO [RS:0;695c90f4bb18:44781 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:44781. 2024-11-17T03:22:32,447 DEBUG [RS:0;695c90f4bb18:44781 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:22:32,447 DEBUG [RS:0;695c90f4bb18:44781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:32,447 DEBUG [RS:0;695c90f4bb18:44781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:32,447 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:22:32,548 INFO [RS:0;695c90f4bb18:44781 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.shipper695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 terminated 2024-11-17T03:22:32,548 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,44781,1731813710453.replicationSource.wal-reader.695c90f4bb18%2C44781%2C1731813710453,1-695c90f4bb18,44781,1731813710453 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-17T03:22:32,548 INFO [RS:0;695c90f4bb18:44781 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44781 2024-11-17T03:22:32,593 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x10146d00b6f0001, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1839821875/rs/695c90f4bb18,44781,1731813710453 2024-11-17T03:22:32,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1839821875/rs 2024-11-17T03:22:32,593 INFO [RS:0;695c90f4bb18:44781 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:22:32,593 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [695c90f4bb18,44781,1731813710453] 2024-11-17T03:22:32,614 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1839821875/draining/695c90f4bb18,44781,1731813710453 already deleted, retry=false 2024-11-17T03:22:32,614 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 695c90f4bb18,44781,1731813710453 expired; onlineServers=0 2024-11-17T03:22:32,614 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '695c90f4bb18,41669,1731813710224' ***** 2024-11-17T03:22:32,614 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T03:22:32,614 INFO [M:0;695c90f4bb18:41669 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:22:32,614 INFO [M:0;695c90f4bb18:41669 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:22:32,614 DEBUG [M:0;695c90f4bb18:41669 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T03:22:32,614 DEBUG [M:0;695c90f4bb18:41669 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T03:22:32,614 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T03:22:32,614 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813712139 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813712139,5,FailOnTimeoutGroup] 2024-11-17T03:22:32,614 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813712136 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813712136,5,FailOnTimeoutGroup] 2024-11-17T03:22:32,614 INFO [M:0;695c90f4bb18:41669 {}] hbase.ChoreService(370): Chore service for: master/695c90f4bb18:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T03:22:32,614 INFO [M:0;695c90f4bb18:41669 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:22:32,614 DEBUG [M:0;695c90f4bb18:41669 {}] master.HMaster(1795): Stopping service threads 2024-11-17T03:22:32,615 INFO [M:0;695c90f4bb18:41669 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T03:22:32,615 INFO [M:0;695c90f4bb18:41669 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:22:32,615 INFO [M:0;695c90f4bb18:41669 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T03:22:32,615 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T03:22:32,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1839821875/master 2024-11-17T03:22:32,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1839821875 2024-11-17T03:22:32,625 DEBUG [M:0;695c90f4bb18:41669 {}] zookeeper.ZKUtil(347): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Unable to get data of znode /0-1839821875/master because node does not exist (not an error) 2024-11-17T03:22:32,625 WARN [M:0;695c90f4bb18:41669 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T03:22:32,626 INFO [M:0;695c90f4bb18:41669 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/.lastflushedseqids 2024-11-17T03:22:32,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741848_1024 (size=245) 2024-11-17T03:22:32,704 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x10146d00b6f0001, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:22:32,704 INFO [RS:0;695c90f4bb18:44781 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:22:32,704 INFO [RS:0;695c90f4bb18:44781 {}] regionserver.HRegionServer(1031): Exiting; stopping=695c90f4bb18,44781,1731813710453; zookeeper connection closed. 2024-11-17T03:22:32,704 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44781-0x10146d00b6f0001, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:22:32,704 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2166cf0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2166cf0 2024-11-17T03:22:32,704 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T03:22:33,030 INFO [M:0;695c90f4bb18:41669 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T03:22:33,031 INFO [M:0;695c90f4bb18:41669 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T03:22:33,031 DEBUG [M:0;695c90f4bb18:41669 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:22:33,031 INFO [M:0;695c90f4bb18:41669 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:33,031 DEBUG [M:0;695c90f4bb18:41669 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:33,031 DEBUG [M:0;695c90f4bb18:41669 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:22:33,031 DEBUG [M:0;695c90f4bb18:41669 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:33,031 INFO [M:0;695c90f4bb18:41669 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-17T03:22:33,051 DEBUG [M:0;695c90f4bb18:41669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/edbbac130bc346bcb318c81cb0a70da6 is 82, key is hbase:meta,,1/info:regioninfo/1731813713677/Put/seqid=0 2024-11-17T03:22:33,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741849_1025 (size=5672) 2024-11-17T03:22:33,454 INFO [M:0;695c90f4bb18:41669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/edbbac130bc346bcb318c81cb0a70da6 2024-11-17T03:22:33,473 DEBUG [M:0;695c90f4bb18:41669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f2560e347cd4518af4855ac90fdaf3d is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731813724921/Put/seqid=0 2024-11-17T03:22:33,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741850_1026 (size=7217) 2024-11-17T03:22:33,877 INFO [M:0;695c90f4bb18:41669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f2560e347cd4518af4855ac90fdaf3d 2024-11-17T03:22:33,881 INFO [M:0;695c90f4bb18:41669 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f2560e347cd4518af4855ac90fdaf3d 2024-11-17T03:22:33,897 DEBUG [M:0;695c90f4bb18:41669 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d4360ea087a4df0a107ae14e8a1dadb is 69, key is 695c90f4bb18,44781,1731813710453/rs:state/1731813712241/Put/seqid=0 2024-11-17T03:22:33,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741851_1027 (size=5156) 2024-11-17T03:22:34,301 INFO [M:0;695c90f4bb18:41669 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d4360ea087a4df0a107ae14e8a1dadb 2024-11-17T03:22:34,305 DEBUG [M:0;695c90f4bb18:41669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/edbbac130bc346bcb318c81cb0a70da6 as hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/edbbac130bc346bcb318c81cb0a70da6 2024-11-17T03:22:34,308 INFO [M:0;695c90f4bb18:41669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/edbbac130bc346bcb318c81cb0a70da6, entries=8, sequenceid=105, filesize=5.5 K 2024-11-17T03:22:34,309 DEBUG [M:0;695c90f4bb18:41669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2f2560e347cd4518af4855ac90fdaf3d as hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f2560e347cd4518af4855ac90fdaf3d 2024-11-17T03:22:34,312 INFO [M:0;695c90f4bb18:41669 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2f2560e347cd4518af4855ac90fdaf3d 2024-11-17T03:22:34,312 INFO [M:0;695c90f4bb18:41669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2f2560e347cd4518af4855ac90fdaf3d, entries=11, sequenceid=105, filesize=7.0 K 2024-11-17T03:22:34,313 DEBUG [M:0;695c90f4bb18:41669 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8d4360ea087a4df0a107ae14e8a1dadb as hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d4360ea087a4df0a107ae14e8a1dadb 2024-11-17T03:22:34,316 INFO [M:0;695c90f4bb18:41669 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38381/user/jenkins/test-data/3274adf0-a900-46f4-cba3-da1033cb4ff6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8d4360ea087a4df0a107ae14e8a1dadb, entries=1, sequenceid=105, filesize=5.0 K 2024-11-17T03:22:34,317 INFO [M:0;695c90f4bb18:41669 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=105, compaction requested=false 2024-11-17T03:22:34,318 INFO [M:0;695c90f4bb18:41669 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:34,318 DEBUG [M:0;695c90f4bb18:41669 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813753031Disabling compacts and flushes for region at 1731813753031Disabling writes for close at 1731813753031Obtaining lock to block concurrent updates at 1731813753031Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731813753031Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731813753032 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731813753032Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731813753032Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731813753050 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731813753050Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731813753458 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731813753473 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731813753473Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731813753881 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731813753897 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731813753897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@fe840e2: reopening flushed file at 1731813754304 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eff5cc3: reopening flushed file at 1731813754308 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cb04a35: reopening flushed file at 1731813754312 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=105, compaction requested=false at 1731813754317 (+5 ms)Writing region close event to WAL at 1731813754318 (+1 ms)Closed at 1731813754318 2024-11-17T03:22:34,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32971 is added to blk_1073741830_1006 (size=64411) 2024-11-17T03:22:34,320 INFO [M:0;695c90f4bb18:41669 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T03:22:34,320 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:22:34,320 INFO [M:0;695c90f4bb18:41669 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41669 2024-11-17T03:22:34,320 INFO [M:0;695c90f4bb18:41669 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:22:34,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:22:34,440 INFO [M:0;695c90f4bb18:41669 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:22:34,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41669-0x10146d00b6f0000, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:22:34,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e11c8ee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:22:34,443 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@13f2d373{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:22:34,443 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:22:34,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@583bc592{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:22:34,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66e198e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/hadoop.log.dir/,STOPPED} 2024-11-17T03:22:34,444 WARN [BP-2102275741-172.17.0.3-1731813707741 heartbeating to localhost/127.0.0.1:38381 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T03:22:34,444 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T03:22:34,444 WARN [BP-2102275741-172.17.0.3-1731813707741 heartbeating to localhost/127.0.0.1:38381 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2102275741-172.17.0.3-1731813707741 (Datanode Uuid 8848ab10-f92a-4b14-a1e5-14f2524c56db) service to localhost/127.0.0.1:38381 2024-11-17T03:22:34,444 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T03:22:34,445 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/cluster_ab329bee-bf16-4513-1007-030f5feeea9f/data/data1/current/BP-2102275741-172.17.0.3-1731813707741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:22:34,445 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/cluster_ab329bee-bf16-4513-1007-030f5feeea9f/data/data2/current/BP-2102275741-172.17.0.3-1731813707741 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:22:34,445 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T03:22:34,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1829485e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:22:34,452 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6616ae25{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:22:34,452 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:22:34,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@539d37a5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:22:34,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ba79dd5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec786c8d-79bb-1367-6d4d-420f746fff43/hadoop.log.dir/,STOPPED} 2024-11-17T03:22:34,456 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T03:22:34,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T03:22:34,478 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 313) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:41311 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:38381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:39889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41311 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57325) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57325) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57325) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:39889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:41311 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:39889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:38381 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:41311 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:41311 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:39889 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41311 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:38381 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:38381 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=790 (was 732) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=447 (was 411) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5276 (was 5294) 2024-11-17T03:22:34,488 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=790, MaxFileDescriptor=1048576, SystemLoadAverage=447, ProcessCount=11, AvailableMemoryMB=5275 2024-11-17T03:22:34,501 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-17T03:22:34,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/hadoop.log.dir so I do NOT create it in target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904 2024-11-17T03:22:34,502 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T03:22:34,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/hadoop.tmp.dir so I do NOT create it in target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904 2024-11-17T03:22:34,502 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/373fbe88-46e3-5554-e6b8-9e189198567a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T03:22:34,502 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904 2024-11-17T03:22:34,502 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/cluster_ca74d97f-4044-49d1-168d-4696e0a747dc, deleteOnExit=true 2024-11-17T03:22:34,523 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/cluster_ca74d97f-4044-49d1-168d-4696e0a747dc/zookeeper_0, clientPort=59173, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/cluster_ca74d97f-4044-49d1-168d-4696e0a747dc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/cluster_ca74d97f-4044-49d1-168d-4696e0a747dc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T03:22:34,524 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59173 2024-11-17T03:22:34,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T03:22:34,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T03:22:34,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/test.cache.data in system properties and HBase conf 2024-11-17T03:22:34,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T03:22:34,524 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/hadoop.log.dir in system properties and HBase conf 2024-11-17T03:22:34,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T03:22:34,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T03:22:34,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T03:22:34,525 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T03:22:34,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:22:34,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:22:34,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T03:22:34,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:22:34,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T03:22:34,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T03:22:34,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:22:34,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:22:34,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T03:22:34,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/nfs.dump.dir in system properties and HBase conf 2024-11-17T03:22:34,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/java.io.tmpdir in system properties and HBase conf 2024-11-17T03:22:34,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:22:34,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T03:22:34,525 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T03:22:34,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10146d00b6f0005, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T03:22:34,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10146d00b6f0002, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T03:22:34,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10146d00b6f0002, quorum=127.0.0.1:57325, baseZNode=/0-1839821875 Received Disconnected from ZooKeeper, ignoring 2024-11-17T03:22:34,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10146d00b6f0005, quorum=127.0.0.1:57325, baseZNode=/12038218452 Received Disconnected from ZooKeeper, ignoring 2024-11-17T03:22:34,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10146d00b6f0008, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T03:22:34,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10146d00b6f0008, quorum=127.0.0.1:57325, baseZNode=/22031186801 Received Disconnected from ZooKeeper, ignoring 2024-11-17T03:22:34,831 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:22:34,834 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:22:34,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:22:34,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:22:34,838 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:22:34,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:22:34,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@586536d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:22:34,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@610ae78f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:22:34,935 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12f6d8e7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/java.io.tmpdir/jetty-localhost-35137-hadoop-hdfs-3_4_1-tests_jar-_-any-4921797666742052016/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:22:34,936 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a7ce5e1{HTTP/1.1, (http/1.1)}{localhost:35137} 2024-11-17T03:22:34,936 INFO [Time-limited test {}] server.Server(415): Started @331132ms 2024-11-17T03:22:35,196 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:22:35,199 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:22:35,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:22:35,202 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:22:35,202 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:22:35,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dbab1a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:22:35,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54f6e136{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:22:35,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fb04627{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/java.io.tmpdir/jetty-localhost-42439-hadoop-hdfs-3_4_1-tests_jar-_-any-7170641711688009606/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:22:35,306 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@665f21eb{HTTP/1.1, (http/1.1)}{localhost:42439} 2024-11-17T03:22:35,306 INFO [Time-limited test {}] server.Server(415): Started @331502ms 2024-11-17T03:22:35,307 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T03:22:36,003 WARN [Thread-4207 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/cluster_ca74d97f-4044-49d1-168d-4696e0a747dc/data/data2/current/BP-1548425046-172.17.0.3-1731813754547/current, will proceed with Du for space computation calculation, 2024-11-17T03:22:36,003 WARN [Thread-4206 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/cluster_ca74d97f-4044-49d1-168d-4696e0a747dc/data/data1/current/BP-1548425046-172.17.0.3-1731813754547/current, will proceed with Du for space computation calculation, 2024-11-17T03:22:36,020 WARN [Thread-4194 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T03:22:36,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe65713f121263ff4 with lease ID 0xef904f3fef9a899d: Processing first storage report for DS-8bbf3f20-4611-4431-b70e-f97c6d4042aa from datanode DatanodeRegistration(127.0.0.1:40289, datanodeUuid=a158eac4-e9b0-4b16-9226-ac0fb0633b4b, infoPort=34113, infoSecurePort=0, ipcPort=35697, storageInfo=lv=-57;cid=testClusterID;nsid=1455935813;c=1731813754547) 2024-11-17T03:22:36,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe65713f121263ff4 with lease ID 0xef904f3fef9a899d: from storage DS-8bbf3f20-4611-4431-b70e-f97c6d4042aa node DatanodeRegistration(127.0.0.1:40289, datanodeUuid=a158eac4-e9b0-4b16-9226-ac0fb0633b4b, infoPort=34113, infoSecurePort=0, ipcPort=35697, storageInfo=lv=-57;cid=testClusterID;nsid=1455935813;c=1731813754547), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:22:36,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe65713f121263ff4 with lease ID 0xef904f3fef9a899d: Processing first storage report for DS-5f9f5c90-84be-4480-92f8-7bf3d0525d06 from datanode DatanodeRegistration(127.0.0.1:40289, datanodeUuid=a158eac4-e9b0-4b16-9226-ac0fb0633b4b, infoPort=34113, infoSecurePort=0, ipcPort=35697, storageInfo=lv=-57;cid=testClusterID;nsid=1455935813;c=1731813754547) 2024-11-17T03:22:36,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe65713f121263ff4 with lease ID 0xef904f3fef9a899d: from storage DS-5f9f5c90-84be-4480-92f8-7bf3d0525d06 node DatanodeRegistration(127.0.0.1:40289, datanodeUuid=a158eac4-e9b0-4b16-9226-ac0fb0633b4b, infoPort=34113, infoSecurePort=0, ipcPort=35697, storageInfo=lv=-57;cid=testClusterID;nsid=1455935813;c=1731813754547), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:22:36,028 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904 2024-11-17T03:22:36,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:36,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:36,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741825_1001 (size=7) 2024-11-17T03:22:36,163 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:22:36,164 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:22:36,164 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128779 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:22:36,435 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47 with version=8 2024-11-17T03:22:36,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/hbase-staging 2024-11-17T03:22:36,437 INFO [Time-limited test {}] client.ConnectionUtils(128): master/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:22:36,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:36,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:36,437 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:22:36,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:36,437 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:22:36,437 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T03:22:36,437 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:22:36,438 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46827 2024-11-17T03:22:36,438 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46827 connecting to ZooKeeper ensemble=127.0.0.1:59173 2024-11-17T03:22:36,498 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:22:36,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:36,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:36,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:36,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:36,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:36,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:36,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:36,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:36,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:36,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:36,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:36,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:36,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:36,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:36,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468270x0, quorum=127.0.0.1:59173, baseZNode=/0639070616 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:22:36,540 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46827-0x10146d0c2460000 connected 2024-11-17T03:22:36,545 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:36,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:36,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:36,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:36,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:36,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46827-0x10146d0c2460000, quorum=127.0.0.1:59173, baseZNode=/0639070616 Set watcher on znode that does not yet exist, /0639070616/running 2024-11-17T03:22:36,628 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47, hbase.cluster.distributed=false 2024-11-17T03:22:36,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46827-0x10146d0c2460000, quorum=127.0.0.1:59173, baseZNode=/0639070616 Set watcher on znode that does not yet exist, /0639070616/acl 2024-11-17T03:22:36,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46827 2024-11-17T03:22:36,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46827 2024-11-17T03:22:36,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46827 2024-11-17T03:22:36,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46827 2024-11-17T03:22:36,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46827 2024-11-17T03:22:36,642 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:22:36,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:36,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:36,643 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:22:36,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:36,643 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:22:36,643 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T03:22:36,643 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:22:36,644 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39245 2024-11-17T03:22:36,644 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39245 connecting to ZooKeeper ensemble=127.0.0.1:59173 2024-11-17T03:22:36,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:36,646 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:36,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392450x0, quorum=127.0.0.1:59173, baseZNode=/0639070616 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:22:36,716 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392450x0, quorum=127.0.0.1:59173, baseZNode=/0639070616 Set watcher on znode that does not yet exist, /0639070616/running 2024-11-17T03:22:36,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39245-0x10146d0c2460001 connected 2024-11-17T03:22:36,716 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T03:22:36,717 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T03:22:36,717 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39245-0x10146d0c2460001, quorum=127.0.0.1:59173, baseZNode=/0639070616 Set watcher on znode that does not yet exist, /0639070616/master 2024-11-17T03:22:36,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39245-0x10146d0c2460001, quorum=127.0.0.1:59173, baseZNode=/0639070616 Set watcher on znode that does not yet exist, /0639070616/acl 2024-11-17T03:22:36,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39245 2024-11-17T03:22:36,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39245 2024-11-17T03:22:36,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39245 2024-11-17T03:22:36,719 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39245 2024-11-17T03:22:36,720 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39245 2024-11-17T03:22:36,730 DEBUG [M:0;695c90f4bb18:46827 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;695c90f4bb18:46827 2024-11-17T03:22:36,730 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0639070616/backup-masters/695c90f4bb18,46827,1731813756437 2024-11-17T03:22:36,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46827-0x10146d0c2460000, quorum=127.0.0.1:59173, baseZNode=/0639070616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0639070616/backup-masters 2024-11-17T03:22:36,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39245-0x10146d0c2460001, quorum=127.0.0.1:59173, baseZNode=/0639070616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0639070616/backup-masters 2024-11-17T03:22:36,809 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46827-0x10146d0c2460000, quorum=127.0.0.1:59173, baseZNode=/0639070616 Set watcher on existing znode=/0639070616/backup-masters/695c90f4bb18,46827,1731813756437 2024-11-17T03:22:36,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39245-0x10146d0c2460001, quorum=127.0.0.1:59173, baseZNode=/0639070616 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0639070616/master 2024-11-17T03:22:36,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46827-0x10146d0c2460000, quorum=127.0.0.1:59173, baseZNode=/0639070616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0639070616 2024-11-17T03:22:36,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39245-0x10146d0c2460001, quorum=127.0.0.1:59173, baseZNode=/0639070616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0639070616 2024-11-17T03:22:36,907 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46827-0x10146d0c2460000, quorum=127.0.0.1:59173, baseZNode=/0639070616 Set watcher on existing znode=/0639070616/master 2024-11-17T03:22:36,907 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0639070616/backup-masters/695c90f4bb18,46827,1731813756437 from backup master directory 2024-11-17T03:22:37,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39245-0x10146d0c2460001, quorum=127.0.0.1:59173, baseZNode=/0639070616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0639070616/backup-masters 2024-11-17T03:22:37,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46827-0x10146d0c2460000, quorum=127.0.0.1:59173, baseZNode=/0639070616 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0639070616/backup-masters/695c90f4bb18,46827,1731813756437 2024-11-17T03:22:37,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46827-0x10146d0c2460000, quorum=127.0.0.1:59173, baseZNode=/0639070616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0639070616/backup-masters 2024-11-17T03:22:37,186 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:22:37,187 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=695c90f4bb18,46827,1731813756437 2024-11-17T03:22:37,189 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/hbase.id] with ID: fffa17d5-5156-4223-a3ab-d8a354fbeba7 2024-11-17T03:22:37,189 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/.tmp/hbase.id 2024-11-17T03:22:37,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741826_1002 (size=42) 2024-11-17T03:22:37,593 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/.tmp/hbase.id]:[hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/hbase.id] 2024-11-17T03:22:37,599 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:37,599 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T03:22:37,600 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T03:22:37,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46827-0x10146d0c2460000, quorum=127.0.0.1:59173, baseZNode=/0639070616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0639070616 2024-11-17T03:22:37,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39245-0x10146d0c2460001, quorum=127.0.0.1:59173, baseZNode=/0639070616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0639070616 2024-11-17T03:22:37,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741827_1003 (size=196) 2024-11-17T03:22:38,071 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:22:38,071 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T03:22:38,072 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:22:38,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741828_1004 (size=1189) 2024-11-17T03:22:38,477 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/MasterData/data/master/store 2024-11-17T03:22:38,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741829_1005 (size=34) 2024-11-17T03:22:38,882 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:38,882 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:22:38,882 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:38,882 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:38,882 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:22:38,882 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:38,882 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:38,882 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813758882Disabling compacts and flushes for region at 1731813758882Disabling writes for close at 1731813758882Writing region close event to WAL at 1731813758882Closed at 1731813758882 2024-11-17T03:22:38,883 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/MasterData/data/master/store/.initializing 2024-11-17T03:22:38,883 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/MasterData/WALs/695c90f4bb18,46827,1731813756437 2024-11-17T03:22:38,884 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:22:38,885 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=695c90f4bb18%2C46827%2C1731813756437, suffix=, logDir=hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/MasterData/WALs/695c90f4bb18,46827,1731813756437, archiveDir=hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/MasterData/oldWALs, maxLogs=10 2024-11-17T03:22:38,897 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/MasterData/WALs/695c90f4bb18,46827,1731813756437/695c90f4bb18%2C46827%2C1731813756437.1731813758885, exclude list is [], retry=0 2024-11-17T03:22:38,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40289,DS-8bbf3f20-4611-4431-b70e-f97c6d4042aa,DISK] 2024-11-17T03:22:38,900 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/MasterData/WALs/695c90f4bb18,46827,1731813756437/695c90f4bb18%2C46827%2C1731813756437.1731813758885 2024-11-17T03:22:38,900 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34113:34113)] 2024-11-17T03:22:38,900 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:22:38,901 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:38,901 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:38,901 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:38,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:38,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T03:22:38,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:38,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:38,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:38,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T03:22:38,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:38,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:38,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:38,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T03:22:38,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:38,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:38,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:38,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T03:22:38,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:38,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:38,906 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:38,906 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:38,907 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:38,907 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:38,907 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:38,908 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:22:38,908 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:38,909 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:22:38,910 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60835534, jitterRate=-0.09347990155220032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:22:38,910 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731813758901Initializing all the Stores at 1731813758901Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813758901Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813758902 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813758902Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813758902Cleaning up temporary data from old regions at 1731813758907 (+5 ms)Region opened successfully at 1731813758910 (+3 ms) 2024-11-17T03:22:38,910 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T03:22:38,912 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757b7957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:22:38,913 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T03:22:38,913 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T03:22:38,913 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T03:22:38,913 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T03:22:38,913 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T03:22:38,914 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T03:22:38,914 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T03:22:38,917 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T03:22:38,917 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46827-0x10146d0c2460000, quorum=127.0.0.1:59173, baseZNode=/0639070616 Unable to get data of znode /0639070616/balancer because node does not exist (not necessarily an error) 2024-11-17T03:22:38,982 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0639070616/balancer already deleted, retry=false 2024-11-17T03:22:38,982 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T03:22:38,983 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46827-0x10146d0c2460000, quorum=127.0.0.1:59173, baseZNode=/0639070616 Unable to get data of znode /0639070616/normalizer because node does not exist (not necessarily an error) 2024-11-17T03:22:38,992 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0639070616/normalizer already deleted, retry=false 2024-11-17T03:22:38,993 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T03:22:38,994 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46827-0x10146d0c2460000, quorum=127.0.0.1:59173, baseZNode=/0639070616 Unable to get data of znode /0639070616/switch/split because node does not exist (not necessarily an error) 2024-11-17T03:22:39,003 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0639070616/switch/split already deleted, retry=false 2024-11-17T03:22:39,004 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46827-0x10146d0c2460000, quorum=127.0.0.1:59173, baseZNode=/0639070616 Unable to get data of znode /0639070616/switch/merge because node does not exist (not necessarily an error) 2024-11-17T03:22:39,014 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0639070616/switch/merge already deleted, retry=false 2024-11-17T03:22:39,015 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46827-0x10146d0c2460000, quorum=127.0.0.1:59173, baseZNode=/0639070616 Unable to get data of znode /0639070616/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T03:22:39,024 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0639070616/snapshot-cleanup already deleted, retry=false 2024-11-17T03:22:39,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46827-0x10146d0c2460000, quorum=127.0.0.1:59173, baseZNode=/0639070616 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0639070616/running 2024-11-17T03:22:39,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46827-0x10146d0c2460000, quorum=127.0.0.1:59173, baseZNode=/0639070616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0639070616 2024-11-17T03:22:39,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39245-0x10146d0c2460001, quorum=127.0.0.1:59173, baseZNode=/0639070616 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0639070616/running 2024-11-17T03:22:39,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39245-0x10146d0c2460001, quorum=127.0.0.1:59173, baseZNode=/0639070616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0639070616 2024-11-17T03:22:39,035 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=695c90f4bb18,46827,1731813756437, sessionid=0x10146d0c2460000, setting cluster-up flag (Was=false) 2024-11-17T03:22:39,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39245-0x10146d0c2460001, quorum=127.0.0.1:59173, baseZNode=/0639070616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0639070616 2024-11-17T03:22:39,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46827-0x10146d0c2460000, quorum=127.0.0.1:59173, baseZNode=/0639070616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0639070616 2024-11-17T03:22:39,087 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0639070616/flush-table-proc/acquired, /0639070616/flush-table-proc/reached, /0639070616/flush-table-proc/abort 2024-11-17T03:22:39,088 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,46827,1731813756437 2024-11-17T03:22:39,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46827-0x10146d0c2460000, quorum=127.0.0.1:59173, baseZNode=/0639070616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0639070616 2024-11-17T03:22:39,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39245-0x10146d0c2460001, quorum=127.0.0.1:59173, baseZNode=/0639070616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0639070616 2024-11-17T03:22:39,140 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0639070616/online-snapshot/acquired, /0639070616/online-snapshot/reached, /0639070616/online-snapshot/abort 2024-11-17T03:22:39,141 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,46827,1731813756437 2024-11-17T03:22:39,142 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T03:22:39,143 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T03:22:39,143 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T03:22:39,143 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T03:22:39,143 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 695c90f4bb18,46827,1731813756437 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T03:22:39,144 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:22:39,144 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:22:39,144 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:22:39,144 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:22:39,144 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/695c90f4bb18:0, corePoolSize=10, maxPoolSize=10 2024-11-17T03:22:39,144 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:39,144 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:22:39,144 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:39,145 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731813789145 2024-11-17T03:22:39,145 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T03:22:39,145 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T03:22:39,145 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T03:22:39,145 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T03:22:39,145 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T03:22:39,145 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T03:22:39,145 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:39,146 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:22:39,146 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T03:22:39,146 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T03:22:39,146 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T03:22:39,146 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T03:22:39,146 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T03:22:39,146 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T03:22:39,146 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T03:22:39,146 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:39,146 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813759146,5,FailOnTimeoutGroup] 2024-11-17T03:22:39,146 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T03:22:39,147 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813759146,5,FailOnTimeoutGroup] 2024-11-17T03:22:39,147 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:39,147 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T03:22:39,147 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:39,147 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:39,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741831_1007 (size=1321) 2024-11-17T03:22:39,223 INFO [RS:0;695c90f4bb18:39245 {}] regionserver.HRegionServer(746): ClusterId : fffa17d5-5156-4223-a3ab-d8a354fbeba7 2024-11-17T03:22:39,223 DEBUG [RS:0;695c90f4bb18:39245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T03:22:39,235 DEBUG [RS:0;695c90f4bb18:39245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T03:22:39,235 DEBUG [RS:0;695c90f4bb18:39245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T03:22:39,246 DEBUG [RS:0;695c90f4bb18:39245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T03:22:39,246 DEBUG [RS:0;695c90f4bb18:39245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e050535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:22:39,257 DEBUG [RS:0;695c90f4bb18:39245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;695c90f4bb18:39245 2024-11-17T03:22:39,258 INFO [RS:0;695c90f4bb18:39245 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T03:22:39,258 INFO [RS:0;695c90f4bb18:39245 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T03:22:39,258 DEBUG [RS:0;695c90f4bb18:39245 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T03:22:39,258 INFO [RS:0;695c90f4bb18:39245 {}] regionserver.HRegionServer(2659): reportForDuty to master=695c90f4bb18,46827,1731813756437 with port=39245, startcode=1731813756642 2024-11-17T03:22:39,258 DEBUG [RS:0;695c90f4bb18:39245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T03:22:39,259 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T03:22:39,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46827 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 695c90f4bb18,39245,1731813756642 2024-11-17T03:22:39,260 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46827 {}] master.ServerManager(517): Registering regionserver=695c90f4bb18,39245,1731813756642 2024-11-17T03:22:39,261 DEBUG [RS:0;695c90f4bb18:39245 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47 2024-11-17T03:22:39,261 DEBUG [RS:0;695c90f4bb18:39245 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38523 2024-11-17T03:22:39,261 DEBUG [RS:0;695c90f4bb18:39245 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T03:22:39,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46827-0x10146d0c2460000, quorum=127.0.0.1:59173, baseZNode=/0639070616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0639070616/rs 2024-11-17T03:22:39,267 DEBUG [RS:0;695c90f4bb18:39245 {}] zookeeper.ZKUtil(111): regionserver:39245-0x10146d0c2460001, quorum=127.0.0.1:59173, baseZNode=/0639070616 Set watcher on existing znode=/0639070616/rs/695c90f4bb18,39245,1731813756642 2024-11-17T03:22:39,267 WARN [RS:0;695c90f4bb18:39245 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:22:39,267 INFO [RS:0;695c90f4bb18:39245 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:22:39,267 DEBUG [RS:0;695c90f4bb18:39245 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/WALs/695c90f4bb18,39245,1731813756642 2024-11-17T03:22:39,267 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [695c90f4bb18,39245,1731813756642] 2024-11-17T03:22:39,272 INFO [RS:0;695c90f4bb18:39245 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T03:22:39,274 INFO [RS:0;695c90f4bb18:39245 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T03:22:39,274 INFO [RS:0;695c90f4bb18:39245 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T03:22:39,274 INFO [RS:0;695c90f4bb18:39245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:39,274 INFO [RS:0;695c90f4bb18:39245 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T03:22:39,275 INFO [RS:0;695c90f4bb18:39245 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T03:22:39,275 INFO [RS:0;695c90f4bb18:39245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:39,275 DEBUG [RS:0;695c90f4bb18:39245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:39,275 DEBUG [RS:0;695c90f4bb18:39245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:39,275 DEBUG [RS:0;695c90f4bb18:39245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:39,275 DEBUG [RS:0;695c90f4bb18:39245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:39,275 DEBUG [RS:0;695c90f4bb18:39245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:39,275 DEBUG [RS:0;695c90f4bb18:39245 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:22:39,275 DEBUG [RS:0;695c90f4bb18:39245 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:39,275 DEBUG [RS:0;695c90f4bb18:39245 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:39,275 DEBUG [RS:0;695c90f4bb18:39245 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:39,275 DEBUG [RS:0;695c90f4bb18:39245 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:39,275 DEBUG [RS:0;695c90f4bb18:39245 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:39,275 DEBUG [RS:0;695c90f4bb18:39245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:39,276 DEBUG [RS:0;695c90f4bb18:39245 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:22:39,276 DEBUG [RS:0;695c90f4bb18:39245 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:22:39,280 INFO [RS:0;695c90f4bb18:39245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:39,280 INFO [RS:0;695c90f4bb18:39245 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:39,280 INFO [RS:0;695c90f4bb18:39245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:39,280 INFO [RS:0;695c90f4bb18:39245 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:39,280 INFO [RS:0;695c90f4bb18:39245 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:39,280 INFO [RS:0;695c90f4bb18:39245 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,39245,1731813756642-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:22:39,299 INFO [RS:0;695c90f4bb18:39245 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T03:22:39,299 INFO [RS:0;695c90f4bb18:39245 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,39245,1731813756642-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:39,299 INFO [RS:0;695c90f4bb18:39245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:39,299 INFO [RS:0;695c90f4bb18:39245 {}] regionserver.Replication(171): 695c90f4bb18,39245,1731813756642 started 2024-11-17T03:22:39,315 INFO [RS:0;695c90f4bb18:39245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:39,315 INFO [RS:0;695c90f4bb18:39245 {}] regionserver.HRegionServer(1482): Serving as 695c90f4bb18,39245,1731813756642, RpcServer on 695c90f4bb18/172.17.0.3:39245, sessionid=0x10146d0c2460001 2024-11-17T03:22:39,315 DEBUG [RS:0;695c90f4bb18:39245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T03:22:39,315 DEBUG [RS:0;695c90f4bb18:39245 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 695c90f4bb18,39245,1731813756642 2024-11-17T03:22:39,315 DEBUG [RS:0;695c90f4bb18:39245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,39245,1731813756642' 2024-11-17T03:22:39,315 DEBUG [RS:0;695c90f4bb18:39245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0639070616/flush-table-proc/abort' 2024-11-17T03:22:39,316 DEBUG [RS:0;695c90f4bb18:39245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0639070616/flush-table-proc/acquired' 2024-11-17T03:22:39,316 DEBUG [RS:0;695c90f4bb18:39245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T03:22:39,316 DEBUG [RS:0;695c90f4bb18:39245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T03:22:39,316 DEBUG [RS:0;695c90f4bb18:39245 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 695c90f4bb18,39245,1731813756642 2024-11-17T03:22:39,316 DEBUG [RS:0;695c90f4bb18:39245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,39245,1731813756642' 2024-11-17T03:22:39,316 DEBUG [RS:0;695c90f4bb18:39245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0639070616/online-snapshot/abort' 2024-11-17T03:22:39,316 DEBUG [RS:0;695c90f4bb18:39245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0639070616/online-snapshot/acquired' 2024-11-17T03:22:39,316 DEBUG [RS:0;695c90f4bb18:39245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T03:22:39,316 INFO [RS:0;695c90f4bb18:39245 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T03:22:39,316 INFO [RS:0;695c90f4bb18:39245 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T03:22:39,417 INFO [RS:0;695c90f4bb18:39245 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:22:39,418 INFO [RS:0;695c90f4bb18:39245 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C39245%2C1731813756642, suffix=, logDir=hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/WALs/695c90f4bb18,39245,1731813756642, archiveDir=hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/oldWALs, maxLogs=10 2024-11-17T03:22:39,429 DEBUG [RS:0;695c90f4bb18:39245 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/WALs/695c90f4bb18,39245,1731813756642/695c90f4bb18%2C39245%2C1731813756642.1731813759418, exclude list is [], retry=0 2024-11-17T03:22:39,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40289,DS-8bbf3f20-4611-4431-b70e-f97c6d4042aa,DISK] 2024-11-17T03:22:39,432 INFO [RS:0;695c90f4bb18:39245 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/WALs/695c90f4bb18,39245,1731813756642/695c90f4bb18%2C39245%2C1731813756642.1731813759418 2024-11-17T03:22:39,432 DEBUG [RS:0;695c90f4bb18:39245 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34113:34113)] 2024-11-17T03:22:39,554 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T03:22:39,554 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47 2024-11-17T03:22:39,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741833_1009 (size=32) 2024-11-17T03:22:39,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:39,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:22:39,961 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:22:39,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:39,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:39,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:22:39,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:22:39,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:39,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:39,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:22:39,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:22:39,963 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:39,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:39,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:22:39,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:22:39,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:39,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:39,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:22:39,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/data/hbase/meta/1588230740 2024-11-17T03:22:39,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/data/hbase/meta/1588230740 2024-11-17T03:22:39,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:22:39,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:22:39,966 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:22:39,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:22:39,968 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:22:39,968 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61666414, jitterRate=-0.08109882473945618}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:22:39,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731813759959Initializing all the Stores at 1731813759959Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813759959Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813759960 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813759960Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813759960Cleaning up temporary data from old regions at 1731813759965 (+5 ms)Region opened successfully at 1731813759968 (+3 ms) 2024-11-17T03:22:39,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:22:39,969 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:22:39,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:22:39,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:22:39,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:22:39,969 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:22:39,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813759969Disabling compacts and flushes for region at 1731813759969Disabling writes for close at 1731813759969Writing region close event to WAL at 1731813759969Closed at 1731813759969 2024-11-17T03:22:39,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:22:39,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T03:22:39,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T03:22:39,971 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:22:39,971 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T03:22:40,122 DEBUG [695c90f4bb18:46827 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T03:22:40,122 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=695c90f4bb18,39245,1731813756642 2024-11-17T03:22:40,123 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,39245,1731813756642, state=OPENING 2024-11-17T03:22:40,190 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T03:22:40,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39245-0x10146d0c2460001, quorum=127.0.0.1:59173, baseZNode=/0639070616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0639070616 2024-11-17T03:22:40,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46827-0x10146d0c2460000, quorum=127.0.0.1:59173, baseZNode=/0639070616 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0639070616 2024-11-17T03:22:40,356 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:22:40,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0639070616/meta-region-server: CHANGED 2024-11-17T03:22:40,356 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0639070616/meta-region-server: CHANGED 2024-11-17T03:22:40,356 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,39245,1731813756642}] 2024-11-17T03:22:40,508 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:22:40,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38957, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T03:22:40,512 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T03:22:40,512 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:22:40,512 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T03:22:40,513 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C39245%2C1731813756642.meta, suffix=.meta, logDir=hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/WALs/695c90f4bb18,39245,1731813756642, archiveDir=hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/oldWALs, maxLogs=10 2024-11-17T03:22:40,526 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/WALs/695c90f4bb18,39245,1731813756642/695c90f4bb18%2C39245%2C1731813756642.meta.1731813760513.meta, exclude list is [], retry=0 2024-11-17T03:22:40,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40289,DS-8bbf3f20-4611-4431-b70e-f97c6d4042aa,DISK] 2024-11-17T03:22:40,529 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/WALs/695c90f4bb18,39245,1731813756642/695c90f4bb18%2C39245%2C1731813756642.meta.1731813760513.meta 2024-11-17T03:22:40,529 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34113:34113)] 2024-11-17T03:22:40,529 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:22:40,529 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:22:40,529 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:22:40,529 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T03:22:40,529 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T03:22:40,530 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T03:22:40,530 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:40,530 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T03:22:40,530 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T03:22:40,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:22:40,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:22:40,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:40,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:40,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:22:40,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:22:40,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:40,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:40,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:22:40,533 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:22:40,533 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:40,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:40,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:22:40,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:22:40,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:40,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:40,534 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:22:40,535 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/data/hbase/meta/1588230740 2024-11-17T03:22:40,535 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/data/hbase/meta/1588230740 2024-11-17T03:22:40,536 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:22:40,536 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:22:40,536 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:22:40,537 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:22:40,537 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59233488, jitterRate=-0.11735224723815918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:22:40,537 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T03:22:40,538 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731813760530Writing region info on filesystem at 1731813760530Initializing all the Stores at 1731813760530Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813760530Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813760530Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813760530Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813760530Cleaning up temporary data from old regions at 1731813760536 (+6 ms)Running coprocessor post-open hooks at 1731813760537 (+1 ms)Region opened successfully at 1731813760538 (+1 ms) 2024-11-17T03:22:40,538 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731813760508 2024-11-17T03:22:40,540 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T03:22:40,540 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T03:22:40,540 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,39245,1731813756642 2024-11-17T03:22:40,540 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,39245,1731813756642, state=OPEN 2024-11-17T03:22:40,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39245-0x10146d0c2460001, quorum=127.0.0.1:59173, baseZNode=/0639070616 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0639070616/meta-region-server 2024-11-17T03:22:40,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46827-0x10146d0c2460000, quorum=127.0.0.1:59173, baseZNode=/0639070616 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0639070616/meta-region-server 2024-11-17T03:22:40,585 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=695c90f4bb18,39245,1731813756642 2024-11-17T03:22:40,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0639070616/meta-region-server: CHANGED 2024-11-17T03:22:40,585 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0639070616/meta-region-server: CHANGED 2024-11-17T03:22:40,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T03:22:40,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,39245,1731813756642 in 229 msec 2024-11-17T03:22:40,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T03:22:40,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 616 msec 2024-11-17T03:22:40,588 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:22:40,588 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T03:22:40,589 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:22:40,589 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,39245,1731813756642, seqNum=-1] 2024-11-17T03:22:40,589 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:22:40,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53375, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:22:40,593 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4500 sec 2024-11-17T03:22:40,593 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731813760593, completionTime=-1 2024-11-17T03:22:40,593 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T03:22:40,593 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T03:22:40,595 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T03:22:40,595 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731813820595 2024-11-17T03:22:40,595 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731813880595 2024-11-17T03:22:40,595 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T03:22:40,595 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46827,1731813756437-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:40,595 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46827,1731813756437-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:40,595 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46827,1731813756437-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:40,595 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-695c90f4bb18:46827, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:40,595 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:40,595 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:40,596 DEBUG [master/695c90f4bb18:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T03:22:40,598 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.411sec 2024-11-17T03:22:40,598 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T03:22:40,598 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T03:22:40,598 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T03:22:40,598 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T03:22:40,598 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T03:22:40,598 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46827,1731813756437-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:22:40,598 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46827,1731813756437-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T03:22:40,600 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T03:22:40,600 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T03:22:40,600 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46827,1731813756437-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:40,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0bb5de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:40,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46827,-1 for getting cluster id 2024-11-17T03:22:40,624 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:22:40,625 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fffa17d5-5156-4223-a3ab-d8a354fbeba7' 2024-11-17T03:22:40,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:22:40,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fffa17d5-5156-4223-a3ab-d8a354fbeba7" 2024-11-17T03:22:40,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287bfec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:40,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46827,-1] 2024-11-17T03:22:40,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:22:40,626 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:40,626 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:22:40,626 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d70109a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:40,627 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:22:40,627 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,39245,1731813756642, seqNum=-1] 2024-11-17T03:22:40,628 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:22:40,628 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:22:40,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=695c90f4bb18,46827,1731813756437 2024-11-17T03:22:40,630 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59173 2024-11-17T03:22:40,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59173, baseZNode=/0639070616 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:22:40,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10146d0c2460002 connected 2024-11-17T03:22:40,657 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:22:40,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46827,1731813756437 2024-11-17T03:22:40,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d56b7bc 2024-11-17T03:22:40,657 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:22:40,658 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:22:40,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46827 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:22:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46827 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T03:22:40,660 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:22:40,660 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:40,660 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46827 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T03:22:40,661 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:22:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:40,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741835_1011 (size=902) 2024-11-17T03:22:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:41,069 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c2b48ee6cfa6a52391dfb903bbbf56c, NAME => 'test,,1731813760658.8c2b48ee6cfa6a52391dfb903bbbf56c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47 2024-11-17T03:22:41,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40289 is added to blk_1073741836_1012 (size=39) 2024-11-17T03:22:41,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:41,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T03:22:41,472 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T03:22:41,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731813760658.8c2b48ee6cfa6a52391dfb903bbbf56c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:41,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8c2b48ee6cfa6a52391dfb903bbbf56c, disabling compactions & flushes 2024-11-17T03:22:41,474 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731813760658.8c2b48ee6cfa6a52391dfb903bbbf56c. 2024-11-17T03:22:41,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813760658.8c2b48ee6cfa6a52391dfb903bbbf56c. 2024-11-17T03:22:41,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731813760658.8c2b48ee6cfa6a52391dfb903bbbf56c. after waiting 0 ms 2024-11-17T03:22:41,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731813760658.8c2b48ee6cfa6a52391dfb903bbbf56c. 2024-11-17T03:22:41,474 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731813760658.8c2b48ee6cfa6a52391dfb903bbbf56c. 2024-11-17T03:22:41,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c2b48ee6cfa6a52391dfb903bbbf56c: Waiting for close lock at 1731813761474Disabling compacts and flushes for region at 1731813761474Disabling writes for close at 1731813761474Writing region close event to WAL at 1731813761474Closed at 1731813761474 2024-11-17T03:22:41,475 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:22:41,475 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731813760658.8c2b48ee6cfa6a52391dfb903bbbf56c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731813761475"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813761475"}]},"ts":"1731813761475"} 2024-11-17T03:22:41,477 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:22:41,478 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:22:41,478 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813761478"}]},"ts":"1731813761478"} 2024-11-17T03:22:41,480 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T03:22:41,480 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c2b48ee6cfa6a52391dfb903bbbf56c, ASSIGN}] 2024-11-17T03:22:41,481 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8c2b48ee6cfa6a52391dfb903bbbf56c, ASSIGN 2024-11-17T03:22:41,481 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8c2b48ee6cfa6a52391dfb903bbbf56c, ASSIGN; state=OFFLINE, location=695c90f4bb18,39245,1731813756642; forceNewPlan=false, retain=false 2024-11-17T03:22:41,632 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c2b48ee6cfa6a52391dfb903bbbf56c, regionState=OPENING, regionLocation=695c90f4bb18,39245,1731813756642 2024-11-17T03:22:41,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8c2b48ee6cfa6a52391dfb903bbbf56c, ASSIGN because future has completed 2024-11-17T03:22:41,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c2b48ee6cfa6a52391dfb903bbbf56c, server=695c90f4bb18,39245,1731813756642}] 2024-11-17T03:22:41,788 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731813760658.8c2b48ee6cfa6a52391dfb903bbbf56c. 2024-11-17T03:22:41,788 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c2b48ee6cfa6a52391dfb903bbbf56c, NAME => 'test,,1731813760658.8c2b48ee6cfa6a52391dfb903bbbf56c.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:22:41,788 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:22:41,788 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T03:22:41,788 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8c2b48ee6cfa6a52391dfb903bbbf56c 2024-11-17T03:22:41,788 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731813760658.8c2b48ee6cfa6a52391dfb903bbbf56c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:41,788 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8c2b48ee6cfa6a52391dfb903bbbf56c 2024-11-17T03:22:41,788 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8c2b48ee6cfa6a52391dfb903bbbf56c 2024-11-17T03:22:41,789 INFO [StoreOpener-8c2b48ee6cfa6a52391dfb903bbbf56c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8c2b48ee6cfa6a52391dfb903bbbf56c 2024-11-17T03:22:41,790 INFO [StoreOpener-8c2b48ee6cfa6a52391dfb903bbbf56c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c2b48ee6cfa6a52391dfb903bbbf56c columnFamilyName f 2024-11-17T03:22:41,790 DEBUG [StoreOpener-8c2b48ee6cfa6a52391dfb903bbbf56c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:41,790 INFO [StoreOpener-8c2b48ee6cfa6a52391dfb903bbbf56c-1 {}] regionserver.HStore(327): Store=8c2b48ee6cfa6a52391dfb903bbbf56c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:41,790 INFO [StoreOpener-8c2b48ee6cfa6a52391dfb903bbbf56c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8c2b48ee6cfa6a52391dfb903bbbf56c 2024-11-17T03:22:41,791 INFO [StoreOpener-8c2b48ee6cfa6a52391dfb903bbbf56c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c2b48ee6cfa6a52391dfb903bbbf56c columnFamilyName f1 2024-11-17T03:22:41,791 DEBUG [StoreOpener-8c2b48ee6cfa6a52391dfb903bbbf56c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:41,792 INFO [StoreOpener-8c2b48ee6cfa6a52391dfb903bbbf56c-1 {}] regionserver.HStore(327): Store=8c2b48ee6cfa6a52391dfb903bbbf56c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:41,792 INFO [StoreOpener-8c2b48ee6cfa6a52391dfb903bbbf56c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8c2b48ee6cfa6a52391dfb903bbbf56c 2024-11-17T03:22:41,792 INFO [StoreOpener-8c2b48ee6cfa6a52391dfb903bbbf56c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c2b48ee6cfa6a52391dfb903bbbf56c columnFamilyName norep 2024-11-17T03:22:41,792 DEBUG [StoreOpener-8c2b48ee6cfa6a52391dfb903bbbf56c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:41,793 INFO [StoreOpener-8c2b48ee6cfa6a52391dfb903bbbf56c-1 {}] regionserver.HStore(327): Store=8c2b48ee6cfa6a52391dfb903bbbf56c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:41,793 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8c2b48ee6cfa6a52391dfb903bbbf56c 2024-11-17T03:22:41,793 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/data/default/test/8c2b48ee6cfa6a52391dfb903bbbf56c 2024-11-17T03:22:41,793 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/data/default/test/8c2b48ee6cfa6a52391dfb903bbbf56c 2024-11-17T03:22:41,794 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8c2b48ee6cfa6a52391dfb903bbbf56c 2024-11-17T03:22:41,794 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8c2b48ee6cfa6a52391dfb903bbbf56c 2024-11-17T03:22:41,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:41,794 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:22:41,795 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8c2b48ee6cfa6a52391dfb903bbbf56c 2024-11-17T03:22:41,796 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/data/default/test/8c2b48ee6cfa6a52391dfb903bbbf56c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:22:41,796 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8c2b48ee6cfa6a52391dfb903bbbf56c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70553259, jitterRate=0.0513254851102829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:22:41,796 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c2b48ee6cfa6a52391dfb903bbbf56c 2024-11-17T03:22:41,797 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8c2b48ee6cfa6a52391dfb903bbbf56c: Running coprocessor pre-open hook at 1731813761788Writing region info on filesystem at 1731813761788Initializing all the Stores at 1731813761789 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813761789Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813761789Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813761789Cleaning up temporary data from old regions at 1731813761794 (+5 ms)Running coprocessor post-open hooks at 1731813761796 (+2 ms)Region opened successfully at 1731813761797 (+1 ms) 2024-11-17T03:22:41,797 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731813760658.8c2b48ee6cfa6a52391dfb903bbbf56c., pid=6, masterSystemTime=1731813761785 2024-11-17T03:22:41,799 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731813760658.8c2b48ee6cfa6a52391dfb903bbbf56c. 2024-11-17T03:22:41,799 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731813760658.8c2b48ee6cfa6a52391dfb903bbbf56c. 2024-11-17T03:22:41,799 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c2b48ee6cfa6a52391dfb903bbbf56c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=695c90f4bb18,39245,1731813756642 2024-11-17T03:22:41,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c2b48ee6cfa6a52391dfb903bbbf56c, server=695c90f4bb18,39245,1731813756642 because future has completed 2024-11-17T03:22:41,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T03:22:41,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c2b48ee6cfa6a52391dfb903bbbf56c, server=695c90f4bb18,39245,1731813756642 in 167 msec 2024-11-17T03:22:41,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T03:22:41,803 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8c2b48ee6cfa6a52391dfb903bbbf56c, ASSIGN in 322 msec 2024-11-17T03:22:41,804 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:22:41,804 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813761804"}]},"ts":"1731813761804"} 2024-11-17T03:22:41,805 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T03:22:41,806 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:22:41,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-17T03:22:42,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:42,814 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T03:22:42,814 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a57b080, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:42,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46827,-1 for getting cluster id 2024-11-17T03:22:42,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:22:42,815 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fffa17d5-5156-4223-a3ab-d8a354fbeba7' 2024-11-17T03:22:42,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:22:42,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fffa17d5-5156-4223-a3ab-d8a354fbeba7" 2024-11-17T03:22:42,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b88cbc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:42,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46827,-1] 2024-11-17T03:22:42,815 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:22:42,816 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:42,816 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:22:42,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ce96ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:42,817 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:22:42,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46827,1731813756437 2024-11-17T03:22:42,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4059684d 2024-11-17T03:22:42,817 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:22:42,818 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:22:42,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46827 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://695c90f4bb18:46827,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T03:22:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46827 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T03:22:42,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:22:42,820 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:46827' 2024-11-17T03:22:42,820 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a9b6fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:42,821 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46827,-1 for getting cluster id 2024-11-17T03:22:42,821 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:22:42,821 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fffa17d5-5156-4223-a3ab-d8a354fbeba7' 2024-11-17T03:22:42,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:22:42,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fffa17d5-5156-4223-a3ab-d8a354fbeba7" 2024-11-17T03:22:42,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57d4f12c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:42,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46827,-1] 2024-11-17T03:22:42,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:22:42,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:42,822 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:22:42,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a22ecd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:42,822 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:22:42,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46827,1731813756437 2024-11-17T03:22:42,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4540735c 2024-11-17T03:22:42,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:22:42,823 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:22:42,824 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-17T03:22:42,824 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T03:22:42,824 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:42,824 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:42,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:22:42,824 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://695c90f4bb18:46827, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-17T03:22:42,829 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://695c90f4bb18:46827, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://695c90f4bb18:46827, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://695c90f4bb18:46827, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-17T03:22:42,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://695c90f4bb18:46827, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=11 msec 2024-11-17T03:22:42,830 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-17T03:22:42,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46827 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:22:42,925 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://695c90f4bb18:46827, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-17T03:22:42,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:22:42,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:22:42,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:42,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:42,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:22:42,938 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=525 (was 360) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=39245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 38523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:38523 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813759146 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/cluster_ca74d97f-4044-49d1-168d-4696e0a747dc/data/data1/current/BP-1548425046-172.17.0.3-1731813754547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 38523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_689747198_20 at /127.0.0.1:54326 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 35697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59173) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1ad92787 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$590/0x00007f1740ab0c38.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp144028848-7973-acceptor-0@cb8ad5a-ServerConnector@665f21eb{HTTP/1.1, (http/1.1)}{localhost:42439} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813759146 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: master/695c90f4bb18:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp213149368-7929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=39245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;695c90f4bb18:39245-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_689747198_20 at /127.0.0.1:54418 [Receiving block BP-1548425046-172.17.0.3-1731813754547:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:38523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@761ab847 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(606816560) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: qtp144028848-7972 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1740432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@7a6e27ea java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-7b54df2f-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp213149368-7925 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1740432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/cluster_ca74d97f-4044-49d1-168d-4696e0a747dc/data/data2/current/BP-1548425046-172.17.0.3-1731813754547 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 35697 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;695c90f4bb18:46827 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:38523 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp144028848-7975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1344930979_20 at /127.0.0.1:54388 [Receiving block BP-1548425046-172.17.0.3-1731813754547:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:59173): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp213149368-7930 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 38523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp213149368-7924 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1740432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: IPC Server handler 4 on default port 35697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47-prefix:695c90f4bb18,39245,1731813756642.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1548425046-172.17.0.3-1731813754547:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7b302bff java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-1548425046-172.17.0.3-1731813754547 heartbeating to localhost/127.0.0.1:38523 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: qtp213149368-7923 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1740432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/695c90f4bb18:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server handler 1 on default port 35697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6edb6ae1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/695c90f4bb18:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: IPC Server handler 3 on default port 38523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1548425046-172.17.0.3-1731813754547:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/cluster_ca74d97f-4044-49d1-168d-4696e0a747dc/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:38523 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@5e62b7ee[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 35697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/695c90f4bb18:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp213149368-7926 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f1740432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47-prefix:695c90f4bb18,39245,1731813756642 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f17409f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=39245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59173) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/695c90f4bb18:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=39245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@4cc49999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp144028848-7974 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 2 on default port 38523 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 38523 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-148f422b-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@21f6c538 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_689747198_20 at /127.0.0.1:54408 [Receiving block BP-1548425046-172.17.0.3-1731813754547:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59173) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1548425046-172.17.0.3-1731813754547:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@478cc0a3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;695c90f4bb18:39245 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 35697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:38523/user/jenkins/test-data/65acaf93-0c6d-78cf-d5db-ea349eb8eb47/MasterData-prefix:695c90f4bb18,46827,1731813756437 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38523 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/cluster_ca74d97f-4044-49d1-168d-4696e0a747dc/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: 695c90f4bb18:46827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@5c2d2ee1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:59173 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp213149368-7928 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39245 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp213149368-7927-acceptor-0@6a3297b0-ServerConnector@2a7ce5e1{HTTP/1.1, (http/1.1)}{localhost:35137} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46827 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=865 (was 790) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=444 (was 447), ProcessCount=11 (was 11), AvailableMemoryMB=5239 (was 5275) 2024-11-17T03:22:42,941 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=525 is superior to 500 2024-11-17T03:22:42,953 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=525, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=444, ProcessCount=11, AvailableMemoryMB=5238 2024-11-17T03:22:42,953 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=525 is superior to 500 2024-11-17T03:22:42,964 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-17T03:22:42,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/hadoop.log.dir so I do NOT create it in target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff 2024-11-17T03:22:42,965 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T03:22:42,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/hadoop.tmp.dir so I do NOT create it in target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff 2024-11-17T03:22:42,965 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/683af9bc-12ff-0da6-0976-9a90b3769904/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T03:22:42,965 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff 2024-11-17T03:22:42,965 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/cluster_f082ad86-31d4-f97a-fcb8-fadb86a0af44, deleteOnExit=true 2024-11-17T03:22:42,997 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/cluster_f082ad86-31d4-f97a-fcb8-fadb86a0af44/zookeeper_0, clientPort=57551, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/cluster_f082ad86-31d4-f97a-fcb8-fadb86a0af44/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/cluster_f082ad86-31d4-f97a-fcb8-fadb86a0af44/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T03:22:42,997 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57551 2024-11-17T03:22:42,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T03:22:42,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T03:22:42,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/test.cache.data in system properties and HBase conf 2024-11-17T03:22:42,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T03:22:42,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/hadoop.log.dir in system properties and HBase conf 2024-11-17T03:22:42,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T03:22:42,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T03:22:42,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T03:22:42,998 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T03:22:42,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:22:42,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:22:42,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T03:22:42,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:22:42,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T03:22:42,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T03:22:42,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:22:42,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:22:42,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T03:22:42,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/nfs.dump.dir in system properties and HBase conf 2024-11-17T03:22:42,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/java.io.tmpdir in system properties and HBase conf 2024-11-17T03:22:42,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:22:42,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T03:22:42,999 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T03:22:43,375 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:22:43,378 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:22:43,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:22:43,379 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:22:43,379 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T03:22:43,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:22:43,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d7c606{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:22:43,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7fbf423f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:22:43,489 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5da96a27{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/java.io.tmpdir/jetty-localhost-44383-hadoop-hdfs-3_4_1-tests_jar-_-any-7740540886343866638/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:22:43,490 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3659ead2{HTTP/1.1, (http/1.1)}{localhost:44383} 2024-11-17T03:22:43,490 INFO [Time-limited test {}] server.Server(415): Started @339685ms 2024-11-17T03:22:43,733 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:22:43,738 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:22:43,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:22:43,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:22:43,740 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:22:43,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bf68348{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:22:43,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46e1ee33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:22:43,839 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8750ab0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/java.io.tmpdir/jetty-localhost-41833-hadoop-hdfs-3_4_1-tests_jar-_-any-11092139944135550992/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:22:43,840 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55544b2a{HTTP/1.1, (http/1.1)}{localhost:41833} 2024-11-17T03:22:43,840 INFO [Time-limited test {}] server.Server(415): Started @340035ms 2024-11-17T03:22:43,841 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T03:22:44,512 WARN [Thread-4340 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/cluster_f082ad86-31d4-f97a-fcb8-fadb86a0af44/data/data1/current/BP-1571501839-172.17.0.3-1731813763012/current, will proceed with Du for space computation calculation, 2024-11-17T03:22:44,516 WARN [Thread-4341 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/cluster_f082ad86-31d4-f97a-fcb8-fadb86a0af44/data/data2/current/BP-1571501839-172.17.0.3-1731813763012/current, will proceed with Du for space computation calculation, 2024-11-17T03:22:44,549 WARN [Thread-4328 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T03:22:44,555 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd3d1ff00f896ee3 with lease ID 0x32d0388516eb6c67: Processing first storage report for DS-9cac36cf-4d55-45a1-ad0a-895a46484c39 from datanode DatanodeRegistration(127.0.0.1:33703, datanodeUuid=77081409-4c07-4574-9d47-885f23ce2821, infoPort=40133, infoSecurePort=0, ipcPort=44033, storageInfo=lv=-57;cid=testClusterID;nsid=2097900947;c=1731813763012) 2024-11-17T03:22:44,555 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd3d1ff00f896ee3 with lease ID 0x32d0388516eb6c67: from storage DS-9cac36cf-4d55-45a1-ad0a-895a46484c39 node DatanodeRegistration(127.0.0.1:33703, datanodeUuid=77081409-4c07-4574-9d47-885f23ce2821, infoPort=40133, infoSecurePort=0, ipcPort=44033, storageInfo=lv=-57;cid=testClusterID;nsid=2097900947;c=1731813763012), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:22:44,555 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdd3d1ff00f896ee3 with lease ID 0x32d0388516eb6c67: Processing first storage report for DS-3b59ed2e-d646-4186-960f-6a0dfe1c8fcb from datanode DatanodeRegistration(127.0.0.1:33703, datanodeUuid=77081409-4c07-4574-9d47-885f23ce2821, infoPort=40133, infoSecurePort=0, ipcPort=44033, storageInfo=lv=-57;cid=testClusterID;nsid=2097900947;c=1731813763012) 2024-11-17T03:22:44,555 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdd3d1ff00f896ee3 with lease ID 0x32d0388516eb6c67: from storage DS-3b59ed2e-d646-4186-960f-6a0dfe1c8fcb node DatanodeRegistration(127.0.0.1:33703, datanodeUuid=77081409-4c07-4574-9d47-885f23ce2821, infoPort=40133, infoSecurePort=0, ipcPort=44033, storageInfo=lv=-57;cid=testClusterID;nsid=2097900947;c=1731813763012), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:22:44,561 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff 2024-11-17T03:22:44,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:44,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:44,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741825_1001 (size=7) 2024-11-17T03:22:44,583 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7 with version=8 2024-11-17T03:22:44,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/hbase-staging 2024-11-17T03:22:44,586 INFO [Time-limited test {}] client.ConnectionUtils(128): master/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:22:44,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:44,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:44,586 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:22:44,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:44,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:22:44,586 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T03:22:44,586 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:22:44,587 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46199 2024-11-17T03:22:44,588 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46199 connecting to ZooKeeper ensemble=127.0.0.1:57551 2024-11-17T03:22:44,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461990x0, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:22:44,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46199-0x10146d0e35f0000 connected 2024-11-17T03:22:44,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:44,760 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:44,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Set watcher on znode that does not yet exist, /01081456682/running 2024-11-17T03:22:44,762 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7, hbase.cluster.distributed=false 2024-11-17T03:22:44,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Set watcher on znode that does not yet exist, /01081456682/acl 2024-11-17T03:22:44,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46199 2024-11-17T03:22:44,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46199 2024-11-17T03:22:44,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46199 2024-11-17T03:22:44,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46199 2024-11-17T03:22:44,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46199 2024-11-17T03:22:44,791 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:22:44,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:44,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:44,791 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:22:44,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:44,791 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:22:44,791 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T03:22:44,791 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:22:44,792 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41101 2024-11-17T03:22:44,793 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41101 connecting to ZooKeeper ensemble=127.0.0.1:57551 2024-11-17T03:22:44,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:44,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:44,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411010x0, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:22:44,822 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411010x0, quorum=127.0.0.1:57551, baseZNode=/01081456682 Set watcher on znode that does not yet exist, /01081456682/running 2024-11-17T03:22:44,823 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T03:22:44,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41101-0x10146d0e35f0001 connected 2024-11-17T03:22:44,832 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T03:22:44,833 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41101-0x10146d0e35f0001, quorum=127.0.0.1:57551, baseZNode=/01081456682 Set watcher on znode that does not yet exist, /01081456682/master 2024-11-17T03:22:44,834 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41101-0x10146d0e35f0001, quorum=127.0.0.1:57551, baseZNode=/01081456682 Set watcher on znode that does not yet exist, /01081456682/acl 2024-11-17T03:22:44,835 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41101 2024-11-17T03:22:44,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41101 2024-11-17T03:22:44,843 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41101 2024-11-17T03:22:44,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41101 2024-11-17T03:22:44,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41101 2024-11-17T03:22:44,876 DEBUG [M:0;695c90f4bb18:46199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;695c90f4bb18:46199 2024-11-17T03:22:44,878 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01081456682/backup-masters/695c90f4bb18,46199,1731813764586 2024-11-17T03:22:44,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x10146d0e35f0001, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081456682/backup-masters 2024-11-17T03:22:44,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081456682/backup-masters 2024-11-17T03:22:44,886 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Set watcher on existing znode=/01081456682/backup-masters/695c90f4bb18,46199,1731813764586 2024-11-17T03:22:44,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x10146d0e35f0001, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01081456682/master 2024-11-17T03:22:44,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x10146d0e35f0001, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081456682 2024-11-17T03:22:44,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081456682 2024-11-17T03:22:44,896 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Set watcher on existing znode=/01081456682/master 2024-11-17T03:22:44,896 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01081456682/backup-masters/695c90f4bb18,46199,1731813764586 from backup master directory 2024-11-17T03:22:44,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x10146d0e35f0001, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081456682/backup-masters 2024-11-17T03:22:44,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01081456682/backup-masters/695c90f4bb18,46199,1731813764586 2024-11-17T03:22:44,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081456682/backup-masters 2024-11-17T03:22:44,906 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:22:44,906 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=695c90f4bb18,46199,1731813764586 2024-11-17T03:22:44,921 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/hbase.id] with ID: f44a54f0-5d45-47cc-a7e3-14ad5acb7e78 2024-11-17T03:22:44,921 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/.tmp/hbase.id 2024-11-17T03:22:44,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741826_1002 (size=42) 2024-11-17T03:22:44,931 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/.tmp/hbase.id]:[hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/hbase.id] 2024-11-17T03:22:44,946 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:44,946 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T03:22:44,947 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-17T03:22:44,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x10146d0e35f0001, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081456682 2024-11-17T03:22:44,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081456682 2024-11-17T03:22:44,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741827_1003 (size=196) 2024-11-17T03:22:45,272 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T03:22:45,273 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-17T03:22:45,371 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:22:45,372 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T03:22:45,372 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:22:45,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741828_1004 (size=1189) 2024-11-17T03:22:45,386 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/MasterData/data/master/store 2024-11-17T03:22:45,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741829_1005 (size=34) 2024-11-17T03:22:45,394 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:45,394 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:22:45,394 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:45,394 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:45,395 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:22:45,395 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:45,395 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:45,395 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813765394Disabling compacts and flushes for region at 1731813765394Disabling writes for close at 1731813765395 (+1 ms)Writing region close event to WAL at 1731813765395Closed at 1731813765395 2024-11-17T03:22:45,399 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/MasterData/data/master/store/.initializing 2024-11-17T03:22:45,399 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/MasterData/WALs/695c90f4bb18,46199,1731813764586 2024-11-17T03:22:45,400 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:22:45,401 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=695c90f4bb18%2C46199%2C1731813764586, suffix=, logDir=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/MasterData/WALs/695c90f4bb18,46199,1731813764586, archiveDir=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/MasterData/oldWALs, maxLogs=10 2024-11-17T03:22:45,418 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/MasterData/WALs/695c90f4bb18,46199,1731813764586/695c90f4bb18%2C46199%2C1731813764586.1731813765401, exclude list is [], retry=0 2024-11-17T03:22:45,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33703,DS-9cac36cf-4d55-45a1-ad0a-895a46484c39,DISK] 2024-11-17T03:22:45,424 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/MasterData/WALs/695c90f4bb18,46199,1731813764586/695c90f4bb18%2C46199%2C1731813764586.1731813765401 2024-11-17T03:22:45,424 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40133:40133)] 2024-11-17T03:22:45,424 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:22:45,424 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:45,424 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:45,424 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:45,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:45,429 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T03:22:45,429 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:45,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:45,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:45,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T03:22:45,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:45,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:45,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:45,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T03:22:45,438 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:45,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:45,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:45,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T03:22:45,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:45,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:45,441 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:45,442 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:45,442 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:45,443 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:45,443 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:45,444 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:22:45,445 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:45,447 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:22:45,447 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73576327, jitterRate=0.09637270867824554}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:22:45,448 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731813765424Initializing all the Stores at 1731813765425 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813765425Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813765428 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813765428Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813765428Cleaning up temporary data from old regions at 1731813765443 (+15 ms)Region opened successfully at 1731813765448 (+5 ms) 2024-11-17T03:22:45,448 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T03:22:45,450 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c050c34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:22:45,451 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T03:22:45,451 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T03:22:45,451 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T03:22:45,451 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T03:22:45,451 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T03:22:45,452 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T03:22:45,452 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T03:22:45,460 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T03:22:45,461 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Unable to get data of znode /01081456682/balancer because node does not exist (not necessarily an error) 2024-11-17T03:22:45,506 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01081456682/balancer already deleted, retry=false 2024-11-17T03:22:45,506 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T03:22:45,507 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Unable to get data of znode /01081456682/normalizer because node does not exist (not necessarily an error) 2024-11-17T03:22:45,516 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01081456682/normalizer already deleted, retry=false 2024-11-17T03:22:45,517 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T03:22:45,518 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Unable to get data of znode /01081456682/switch/split because node does not exist (not necessarily an error) 2024-11-17T03:22:45,527 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01081456682/switch/split already deleted, retry=false 2024-11-17T03:22:45,528 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Unable to get data of znode /01081456682/switch/merge because node does not exist (not necessarily an error) 2024-11-17T03:22:45,537 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01081456682/switch/merge already deleted, retry=false 2024-11-17T03:22:45,540 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Unable to get data of znode /01081456682/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T03:22:45,559 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01081456682/snapshot-cleanup already deleted, retry=false 2024-11-17T03:22:45,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01081456682/running 2024-11-17T03:22:45,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x10146d0e35f0001, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01081456682/running 2024-11-17T03:22:45,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x10146d0e35f0001, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081456682 2024-11-17T03:22:45,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081456682 2024-11-17T03:22:45,570 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=695c90f4bb18,46199,1731813764586, sessionid=0x10146d0e35f0000, setting cluster-up flag (Was=false) 2024-11-17T03:22:45,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x10146d0e35f0001, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081456682 2024-11-17T03:22:45,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081456682 2024-11-17T03:22:45,622 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01081456682/flush-table-proc/acquired, /01081456682/flush-table-proc/reached, /01081456682/flush-table-proc/abort 2024-11-17T03:22:45,623 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,46199,1731813764586 2024-11-17T03:22:45,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x10146d0e35f0001, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081456682 2024-11-17T03:22:45,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081456682 2024-11-17T03:22:45,674 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01081456682/online-snapshot/acquired, /01081456682/online-snapshot/reached, /01081456682/online-snapshot/abort 2024-11-17T03:22:45,675 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,46199,1731813764586 2024-11-17T03:22:45,676 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T03:22:45,678 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T03:22:45,679 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T03:22:45,679 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T03:22:45,679 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 695c90f4bb18,46199,1731813764586 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T03:22:45,681 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:22:45,681 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:22:45,681 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:22:45,681 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:22:45,681 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/695c90f4bb18:0, corePoolSize=10, maxPoolSize=10 2024-11-17T03:22:45,681 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:45,681 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:22:45,681 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:45,690 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:22:45,690 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T03:22:45,690 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:45,691 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T03:22:45,694 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731813795694 2024-11-17T03:22:45,694 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T03:22:45,694 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T03:22:45,695 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T03:22:45,695 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T03:22:45,695 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T03:22:45,695 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T03:22:45,699 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:45,704 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T03:22:45,704 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T03:22:45,704 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T03:22:45,704 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T03:22:45,704 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T03:22:45,704 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T03:22:45,705 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813765704,5,FailOnTimeoutGroup] 2024-11-17T03:22:45,705 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813765705,5,FailOnTimeoutGroup] 2024-11-17T03:22:45,705 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:45,705 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T03:22:45,705 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:45,705 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:45,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741831_1007 (size=1321) 2024-11-17T03:22:45,710 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T03:22:45,710 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7 2024-11-17T03:22:45,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741832_1008 (size=32) 2024-11-17T03:22:45,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:45,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:22:45,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:22:45,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:45,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:45,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:22:45,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:22:45,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:45,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:45,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:22:45,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:22:45,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:45,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:45,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:22:45,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:22:45,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:45,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:45,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:22:45,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/meta/1588230740 2024-11-17T03:22:45,757 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/meta/1588230740 2024-11-17T03:22:45,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:22:45,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:22:45,759 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:22:45,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:22:45,762 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:22:45,762 INFO [RS:0;695c90f4bb18:41101 {}] regionserver.HRegionServer(746): ClusterId : f44a54f0-5d45-47cc-a7e3-14ad5acb7e78 2024-11-17T03:22:45,762 DEBUG [RS:0;695c90f4bb18:41101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T03:22:45,762 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62306198, jitterRate=-0.07156530022621155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:22:45,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731813765729Initializing all the Stores at 1731813765729Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813765730 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813765736 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813765736Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813765736Cleaning up temporary data from old regions at 1731813765758 (+22 ms)Region opened successfully at 1731813765762 (+4 ms) 2024-11-17T03:22:45,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:22:45,762 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:22:45,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:22:45,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:22:45,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:22:45,763 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:22:45,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813765762Disabling compacts and flushes for region at 1731813765762Disabling writes for close at 1731813765762Writing region close event to WAL at 1731813765763 (+1 ms)Closed at 1731813765763 2024-11-17T03:22:45,764 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:22:45,764 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T03:22:45,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T03:22:45,765 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:22:45,766 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T03:22:45,770 DEBUG [RS:0;695c90f4bb18:41101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T03:22:45,770 DEBUG [RS:0;695c90f4bb18:41101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T03:22:45,780 DEBUG [RS:0;695c90f4bb18:41101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T03:22:45,780 DEBUG [RS:0;695c90f4bb18:41101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e1b7d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:22:45,791 DEBUG [RS:0;695c90f4bb18:41101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;695c90f4bb18:41101 2024-11-17T03:22:45,791 INFO [RS:0;695c90f4bb18:41101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T03:22:45,791 INFO [RS:0;695c90f4bb18:41101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T03:22:45,791 DEBUG [RS:0;695c90f4bb18:41101 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T03:22:45,792 INFO [RS:0;695c90f4bb18:41101 {}] regionserver.HRegionServer(2659): reportForDuty to master=695c90f4bb18,46199,1731813764586 with port=41101, startcode=1731813764790 2024-11-17T03:22:45,792 DEBUG [RS:0;695c90f4bb18:41101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T03:22:45,793 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T03:22:45,793 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46199 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 695c90f4bb18,41101,1731813764790 2024-11-17T03:22:45,793 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46199 {}] master.ServerManager(517): Registering regionserver=695c90f4bb18,41101,1731813764790 2024-11-17T03:22:45,795 DEBUG [RS:0;695c90f4bb18:41101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7 2024-11-17T03:22:45,795 DEBUG [RS:0;695c90f4bb18:41101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42103 2024-11-17T03:22:45,795 DEBUG [RS:0;695c90f4bb18:41101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T03:22:45,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081456682/rs 2024-11-17T03:22:45,801 DEBUG [RS:0;695c90f4bb18:41101 {}] zookeeper.ZKUtil(111): regionserver:41101-0x10146d0e35f0001, quorum=127.0.0.1:57551, baseZNode=/01081456682 Set watcher on existing znode=/01081456682/rs/695c90f4bb18,41101,1731813764790 2024-11-17T03:22:45,801 WARN [RS:0;695c90f4bb18:41101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:22:45,801 INFO [RS:0;695c90f4bb18:41101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:22:45,802 DEBUG [RS:0;695c90f4bb18:41101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790 2024-11-17T03:22:45,802 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [695c90f4bb18,41101,1731813764790] 2024-11-17T03:22:45,805 INFO [RS:0;695c90f4bb18:41101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T03:22:45,817 INFO [RS:0;695c90f4bb18:41101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T03:22:45,820 INFO [RS:0;695c90f4bb18:41101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T03:22:45,820 INFO [RS:0;695c90f4bb18:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:45,824 INFO [RS:0;695c90f4bb18:41101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T03:22:45,825 INFO [RS:0;695c90f4bb18:41101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T03:22:45,825 INFO [RS:0;695c90f4bb18:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:45,825 DEBUG [RS:0;695c90f4bb18:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:45,825 DEBUG [RS:0;695c90f4bb18:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:45,825 DEBUG [RS:0;695c90f4bb18:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:45,825 DEBUG [RS:0;695c90f4bb18:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:45,825 DEBUG [RS:0;695c90f4bb18:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:45,825 DEBUG [RS:0;695c90f4bb18:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:22:45,825 DEBUG [RS:0;695c90f4bb18:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:45,825 DEBUG [RS:0;695c90f4bb18:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:45,825 DEBUG [RS:0;695c90f4bb18:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:45,825 DEBUG [RS:0;695c90f4bb18:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:45,825 DEBUG [RS:0;695c90f4bb18:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:45,825 DEBUG [RS:0;695c90f4bb18:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:45,825 DEBUG [RS:0;695c90f4bb18:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:22:45,825 DEBUG [RS:0;695c90f4bb18:41101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:22:45,832 INFO [RS:0;695c90f4bb18:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:45,832 INFO [RS:0;695c90f4bb18:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:45,832 INFO [RS:0;695c90f4bb18:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:45,832 INFO [RS:0;695c90f4bb18:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:45,832 INFO [RS:0;695c90f4bb18:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:45,832 INFO [RS:0;695c90f4bb18:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41101,1731813764790-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:22:45,855 INFO [RS:0;695c90f4bb18:41101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T03:22:45,856 INFO [RS:0;695c90f4bb18:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,41101,1731813764790-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:45,856 INFO [RS:0;695c90f4bb18:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:45,856 INFO [RS:0;695c90f4bb18:41101 {}] regionserver.Replication(171): 695c90f4bb18,41101,1731813764790 started 2024-11-17T03:22:45,873 INFO [RS:0;695c90f4bb18:41101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:45,873 INFO [RS:0;695c90f4bb18:41101 {}] regionserver.HRegionServer(1482): Serving as 695c90f4bb18,41101,1731813764790, RpcServer on 695c90f4bb18/172.17.0.3:41101, sessionid=0x10146d0e35f0001 2024-11-17T03:22:45,874 DEBUG [RS:0;695c90f4bb18:41101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T03:22:45,874 DEBUG [RS:0;695c90f4bb18:41101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 695c90f4bb18,41101,1731813764790 2024-11-17T03:22:45,874 DEBUG [RS:0;695c90f4bb18:41101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,41101,1731813764790' 2024-11-17T03:22:45,874 DEBUG [RS:0;695c90f4bb18:41101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01081456682/flush-table-proc/abort' 2024-11-17T03:22:45,874 DEBUG [RS:0;695c90f4bb18:41101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01081456682/flush-table-proc/acquired' 2024-11-17T03:22:45,874 DEBUG [RS:0;695c90f4bb18:41101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T03:22:45,874 DEBUG [RS:0;695c90f4bb18:41101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T03:22:45,874 DEBUG [RS:0;695c90f4bb18:41101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 695c90f4bb18,41101,1731813764790 2024-11-17T03:22:45,874 DEBUG [RS:0;695c90f4bb18:41101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,41101,1731813764790' 2024-11-17T03:22:45,874 DEBUG [RS:0;695c90f4bb18:41101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01081456682/online-snapshot/abort' 2024-11-17T03:22:45,875 DEBUG [RS:0;695c90f4bb18:41101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01081456682/online-snapshot/acquired' 2024-11-17T03:22:45,875 DEBUG [RS:0;695c90f4bb18:41101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T03:22:45,875 INFO [RS:0;695c90f4bb18:41101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T03:22:45,875 INFO [RS:0;695c90f4bb18:41101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T03:22:45,916 WARN [695c90f4bb18:46199 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-17T03:22:45,975 INFO [RS:0;695c90f4bb18:41101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:22:45,976 INFO [RS:0;695c90f4bb18:41101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C41101%2C1731813764790, suffix=, logDir=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790, archiveDir=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/oldWALs, maxLogs=10 2024-11-17T03:22:45,992 DEBUG [RS:0;695c90f4bb18:41101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813765977, exclude list is [], retry=0 2024-11-17T03:22:45,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33703,DS-9cac36cf-4d55-45a1-ad0a-895a46484c39,DISK] 2024-11-17T03:22:45,996 INFO [RS:0;695c90f4bb18:41101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813765977 2024-11-17T03:22:45,996 DEBUG [RS:0;695c90f4bb18:41101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40133:40133)] 2024-11-17T03:22:46,032 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:22:46,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:46,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:46,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:46,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:46,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:46,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:46,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:46,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:46,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:46,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:46,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:46,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:46,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:46,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:46,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:46,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:46,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:46,166 DEBUG [695c90f4bb18:46199 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T03:22:46,167 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=695c90f4bb18,41101,1731813764790 2024-11-17T03:22:46,168 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,41101,1731813764790, state=OPENING 2024-11-17T03:22:46,211 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T03:22:46,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081456682 2024-11-17T03:22:46,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x10146d0e35f0001, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081456682 2024-11-17T03:22:46,222 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:22:46,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01081456682/meta-region-server: CHANGED 2024-11-17T03:22:46,222 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01081456682/meta-region-server: CHANGED 2024-11-17T03:22:46,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,41101,1731813764790}] 2024-11-17T03:22:46,375 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:22:46,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43765, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T03:22:46,380 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T03:22:46,380 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:22:46,380 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T03:22:46,382 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C41101%2C1731813764790.meta, suffix=.meta, logDir=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790, archiveDir=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/oldWALs, maxLogs=10 2024-11-17T03:22:46,400 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.meta.1731813766382.meta, exclude list is [], retry=0 2024-11-17T03:22:46,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33703,DS-9cac36cf-4d55-45a1-ad0a-895a46484c39,DISK] 2024-11-17T03:22:46,403 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.meta.1731813766382.meta 2024-11-17T03:22:46,403 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40133:40133)] 2024-11-17T03:22:46,404 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:22:46,404 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:22:46,404 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:22:46,404 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T03:22:46,404 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T03:22:46,404 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T03:22:46,404 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:46,404 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T03:22:46,404 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T03:22:46,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:22:46,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:22:46,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:46,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:46,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:22:46,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:22:46,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:46,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:46,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:22:46,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:22:46,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:46,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:46,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:22:46,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:22:46,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:46,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:46,416 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:22:46,416 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/meta/1588230740 2024-11-17T03:22:46,417 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/meta/1588230740 2024-11-17T03:22:46,418 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:22:46,418 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:22:46,418 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:22:46,419 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:22:46,420 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64714948, jitterRate=-0.035672128200531006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:22:46,420 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T03:22:46,420 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731813766404Writing region info on filesystem at 1731813766404Initializing all the Stores at 1731813766405 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813766405Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813766412 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813766412Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813766412Cleaning up temporary data from old regions at 1731813766418 (+6 ms)Running coprocessor post-open hooks at 1731813766420 (+2 ms)Region opened successfully at 1731813766420 2024-11-17T03:22:46,421 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731813766375 2024-11-17T03:22:46,422 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T03:22:46,423 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T03:22:46,423 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,41101,1731813764790 2024-11-17T03:22:46,424 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,41101,1731813764790, state=OPEN 2024-11-17T03:22:46,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x10146d0e35f0001, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01081456682/meta-region-server 2024-11-17T03:22:46,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01081456682/meta-region-server 2024-11-17T03:22:46,459 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=695c90f4bb18,41101,1731813764790 2024-11-17T03:22:46,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01081456682/meta-region-server: CHANGED 2024-11-17T03:22:46,459 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01081456682/meta-region-server: CHANGED 2024-11-17T03:22:46,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T03:22:46,461 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,41101,1731813764790 in 237 msec 2024-11-17T03:22:46,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T03:22:46,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 697 msec 2024-11-17T03:22:46,462 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:22:46,462 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T03:22:46,463 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:22:46,463 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,41101,1731813764790, seqNum=-1] 2024-11-17T03:22:46,463 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:22:46,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:22:46,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 791 msec 2024-11-17T03:22:46,468 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731813766468, completionTime=-1 2024-11-17T03:22:46,468 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T03:22:46,468 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T03:22:46,469 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T03:22:46,469 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731813826469 2024-11-17T03:22:46,469 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731813886469 2024-11-17T03:22:46,470 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T03:22:46,470 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46199,1731813764586-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:46,470 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46199,1731813764586-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:46,470 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46199,1731813764586-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:46,470 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-695c90f4bb18:46199, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:46,470 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:46,471 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:46,472 DEBUG [master/695c90f4bb18:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T03:22:46,473 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.567sec 2024-11-17T03:22:46,473 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T03:22:46,473 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T03:22:46,473 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T03:22:46,473 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T03:22:46,473 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T03:22:46,473 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46199,1731813764586-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:22:46,473 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46199,1731813764586-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T03:22:46,475 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T03:22:46,475 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T03:22:46,475 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,46199,1731813764586-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:46,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fba4b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:46,562 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46199,-1 for getting cluster id 2024-11-17T03:22:46,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:22:46,563 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f44a54f0-5d45-47cc-a7e3-14ad5acb7e78' 2024-11-17T03:22:46,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:22:46,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f44a54f0-5d45-47cc-a7e3-14ad5acb7e78" 2024-11-17T03:22:46,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58cde7d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:46,563 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46199,-1] 2024-11-17T03:22:46,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:22:46,564 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:46,564 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:22:46,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77df90a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:46,565 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:22:46,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,41101,1731813764790, seqNum=-1] 2024-11-17T03:22:46,566 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:22:46,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:22:46,567 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=695c90f4bb18,46199,1731813764586 2024-11-17T03:22:46,568 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57551 2024-11-17T03:22:46,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:22:46,618 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10146d0e35f0002 connected 2024-11-17T03:22:46,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/hadoop.log.dir so I do NOT create it in target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6 2024-11-17T03:22:46,673 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T03:22:46,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/hadoop.tmp.dir so I do NOT create it in target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6 2024-11-17T03:22:46,673 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T03:22:46,673 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6 2024-11-17T03:22:46,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T03:22:46,673 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/cluster_39d1fa00-5f1d-c947-a102-369ed8e89490, deleteOnExit=true 2024-11-17T03:22:46,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T03:22:46,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/test.cache.data in system properties and HBase conf 2024-11-17T03:22:46,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T03:22:46,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/hadoop.log.dir in system properties and HBase conf 2024-11-17T03:22:46,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T03:22:46,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T03:22:46,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T03:22:46,674 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T03:22:46,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:22:46,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:22:46,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T03:22:46,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:22:46,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T03:22:46,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T03:22:46,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:22:46,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:22:46,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T03:22:46,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/nfs.dump.dir in system properties and HBase conf 2024-11-17T03:22:46,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/java.io.tmpdir in system properties and HBase conf 2024-11-17T03:22:46,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:22:46,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T03:22:46,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T03:22:47,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:22:47,067 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:22:47,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:22:47,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:22:47,070 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:22:47,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:22:47,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20909c02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:22:47,074 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50185ff2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:22:47,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64abd5e8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/java.io.tmpdir/jetty-localhost-44757-hadoop-hdfs-3_4_1-tests_jar-_-any-16921701693081653958/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:22:47,196 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@749e0079{HTTP/1.1, (http/1.1)}{localhost:44757} 2024-11-17T03:22:47,196 INFO [Time-limited test {}] server.Server(415): Started @343392ms 2024-11-17T03:22:47,466 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:22:47,468 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:22:47,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:22:47,472 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:22:47,473 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:22:47,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55e01bae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:22:47,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69e6a5f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:22:47,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c7c2a57{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/java.io.tmpdir/jetty-localhost-42767-hadoop-hdfs-3_4_1-tests_jar-_-any-6369873496195450852/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:22:47,583 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41dff0fe{HTTP/1.1, (http/1.1)}{localhost:42767} 2024-11-17T03:22:47,583 INFO [Time-limited test {}] server.Server(415): Started @343779ms 2024-11-17T03:22:47,584 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T03:22:48,498 WARN [Thread-4461 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/cluster_39d1fa00-5f1d-c947-a102-369ed8e89490/data/data1/current/BP-407499544-172.17.0.3-1731813766691/current, will proceed with Du for space computation calculation, 2024-11-17T03:22:48,498 WARN [Thread-4462 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/cluster_39d1fa00-5f1d-c947-a102-369ed8e89490/data/data2/current/BP-407499544-172.17.0.3-1731813766691/current, will proceed with Du for space computation calculation, 2024-11-17T03:22:48,520 WARN [Thread-4449 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T03:22:48,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x693962c5be6015a7 with lease ID 0x97a6b4c008eff198: Processing first storage report for DS-a3daa92a-58eb-4eca-8fa8-242781cb6757 from datanode DatanodeRegistration(127.0.0.1:40453, datanodeUuid=297f02f9-3fc0-4c23-9faf-bfc5444f77ea, infoPort=37117, infoSecurePort=0, ipcPort=43709, storageInfo=lv=-57;cid=testClusterID;nsid=1348971134;c=1731813766691) 2024-11-17T03:22:48,522 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x693962c5be6015a7 with lease ID 0x97a6b4c008eff198: from storage DS-a3daa92a-58eb-4eca-8fa8-242781cb6757 node DatanodeRegistration(127.0.0.1:40453, datanodeUuid=297f02f9-3fc0-4c23-9faf-bfc5444f77ea, infoPort=37117, infoSecurePort=0, ipcPort=43709, storageInfo=lv=-57;cid=testClusterID;nsid=1348971134;c=1731813766691), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:22:48,523 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x693962c5be6015a7 with lease ID 0x97a6b4c008eff198: Processing first storage report for DS-b9b3a42d-5656-47e4-8cb1-6dbd19a7638e from datanode DatanodeRegistration(127.0.0.1:40453, datanodeUuid=297f02f9-3fc0-4c23-9faf-bfc5444f77ea, infoPort=37117, infoSecurePort=0, ipcPort=43709, storageInfo=lv=-57;cid=testClusterID;nsid=1348971134;c=1731813766691) 2024-11-17T03:22:48,523 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x693962c5be6015a7 with lease ID 0x97a6b4c008eff198: from storage DS-b9b3a42d-5656-47e4-8cb1-6dbd19a7638e node DatanodeRegistration(127.0.0.1:40453, datanodeUuid=297f02f9-3fc0-4c23-9faf-bfc5444f77ea, infoPort=37117, infoSecurePort=0, ipcPort=43709, storageInfo=lv=-57;cid=testClusterID;nsid=1348971134;c=1731813766691), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:22:48,609 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6 2024-11-17T03:22:48,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:48,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:48,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40453 is added to blk_1073741825_1001 (size=7) 2024-11-17T03:22:48,618 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7 with version=8 2024-11-17T03:22:48,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/hbase-staging 2024-11-17T03:22:48,620 INFO [Time-limited test {}] client.ConnectionUtils(128): master/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:22:48,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:48,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:48,620 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:22:48,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:48,621 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:22:48,621 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T03:22:48,621 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:22:48,624 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43007 2024-11-17T03:22:48,625 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43007 connecting to ZooKeeper ensemble=127.0.0.1:57551 2024-11-17T03:22:48,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430070x0, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:22:48,643 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43007-0x10146d0e35f0003 connected 2024-11-17T03:22:48,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:48,718 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:48,721 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Set watcher on znode that does not yet exist, /1-1181531782/running 2024-11-17T03:22:48,722 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7, hbase.cluster.distributed=false 2024-11-17T03:22:48,723 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Set watcher on znode that does not yet exist, /1-1181531782/acl 2024-11-17T03:22:48,729 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43007 2024-11-17T03:22:48,731 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43007 2024-11-17T03:22:48,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43007 2024-11-17T03:22:48,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43007 2024-11-17T03:22:48,746 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43007 2024-11-17T03:22:48,766 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:22:48,766 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:48,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:48,767 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:22:48,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:48,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:22:48,767 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T03:22:48,767 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:22:48,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40741 2024-11-17T03:22:48,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40741 connecting to ZooKeeper ensemble=127.0.0.1:57551 2024-11-17T03:22:48,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:48,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:48,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:407410x0, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:22:48,791 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:407410x0, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Set watcher on znode that does not yet exist, /1-1181531782/running 2024-11-17T03:22:48,791 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T03:22:48,791 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40741-0x10146d0e35f0004 connected 2024-11-17T03:22:48,792 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T03:22:48,793 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40741-0x10146d0e35f0004, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Set watcher on znode that does not yet exist, /1-1181531782/master 2024-11-17T03:22:48,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40741-0x10146d0e35f0004, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Set watcher on znode that does not yet exist, /1-1181531782/acl 2024-11-17T03:22:48,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40741 2024-11-17T03:22:48,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40741 2024-11-17T03:22:48,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40741 2024-11-17T03:22:48,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40741 2024-11-17T03:22:48,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40741 2024-11-17T03:22:48,819 DEBUG [M:0;695c90f4bb18:43007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;695c90f4bb18:43007 2024-11-17T03:22:48,820 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1181531782/backup-masters/695c90f4bb18,43007,1731813768620 2024-11-17T03:22:48,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x10146d0e35f0004, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1181531782/backup-masters 2024-11-17T03:22:48,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1181531782/backup-masters 2024-11-17T03:22:48,858 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Set watcher on existing znode=/1-1181531782/backup-masters/695c90f4bb18,43007,1731813768620 2024-11-17T03:22:48,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1181531782 2024-11-17T03:22:48,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x10146d0e35f0004, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1181531782/master 2024-11-17T03:22:48,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x10146d0e35f0004, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1181531782 2024-11-17T03:22:48,919 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Set watcher on existing znode=/1-1181531782/master 2024-11-17T03:22:48,919 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1181531782/backup-masters/695c90f4bb18,43007,1731813768620 from backup master directory 2024-11-17T03:22:48,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1181531782/backup-masters/695c90f4bb18,43007,1731813768620 2024-11-17T03:22:48,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x10146d0e35f0004, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1181531782/backup-masters 2024-11-17T03:22:48,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1181531782/backup-masters 2024-11-17T03:22:48,982 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:22:48,982 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=695c90f4bb18,43007,1731813768620 2024-11-17T03:22:48,986 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/hbase.id] with ID: 2a3131c7-6638-4918-9d83-dce356c3445b 2024-11-17T03:22:48,986 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/.tmp/hbase.id 2024-11-17T03:22:48,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40453 is added to blk_1073741826_1002 (size=42) 2024-11-17T03:22:49,392 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/.tmp/hbase.id]:[hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/hbase.id] 2024-11-17T03:22:49,398 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:49,398 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T03:22:49,398 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-17T03:22:49,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x10146d0e35f0004, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1181531782 2024-11-17T03:22:49,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1181531782 2024-11-17T03:22:49,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40453 is added to blk_1073741827_1003 (size=196) 2024-11-17T03:22:49,862 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:22:49,863 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T03:22:49,863 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:22:49,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40453 is added to blk_1073741828_1004 (size=1189) 2024-11-17T03:22:49,870 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/MasterData/data/master/store 2024-11-17T03:22:49,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40453 is added to blk_1073741829_1005 (size=34) 2024-11-17T03:22:49,884 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:49,884 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:22:49,884 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:49,884 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:49,884 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:22:49,884 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:49,884 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:49,884 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813769884Disabling compacts and flushes for region at 1731813769884Disabling writes for close at 1731813769884Writing region close event to WAL at 1731813769884Closed at 1731813769884 2024-11-17T03:22:49,885 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/MasterData/data/master/store/.initializing 2024-11-17T03:22:49,885 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/MasterData/WALs/695c90f4bb18,43007,1731813768620 2024-11-17T03:22:49,886 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:22:49,887 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=695c90f4bb18%2C43007%2C1731813768620, suffix=, logDir=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/MasterData/WALs/695c90f4bb18,43007,1731813768620, archiveDir=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/MasterData/oldWALs, maxLogs=10 2024-11-17T03:22:49,905 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/MasterData/WALs/695c90f4bb18,43007,1731813768620/695c90f4bb18%2C43007%2C1731813768620.1731813769887, exclude list is [], retry=0 2024-11-17T03:22:49,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40453,DS-a3daa92a-58eb-4eca-8fa8-242781cb6757,DISK] 2024-11-17T03:22:49,908 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/MasterData/WALs/695c90f4bb18,43007,1731813768620/695c90f4bb18%2C43007%2C1731813768620.1731813769887 2024-11-17T03:22:49,909 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37117:37117)] 2024-11-17T03:22:49,909 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:22:49,909 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:49,909 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:49,909 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:49,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:49,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T03:22:49,912 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:49,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:49,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:49,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T03:22:49,913 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:49,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:49,913 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:49,914 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T03:22:49,914 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:49,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:49,915 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:49,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T03:22:49,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:49,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:49,916 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:49,917 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:49,917 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:49,918 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:49,918 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:49,918 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:22:49,919 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:49,921 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:22:49,921 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64074751, jitterRate=-0.045211806893348694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:22:49,921 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731813769909Initializing all the Stores at 1731813769910 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813769910Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813769911 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813769911Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813769911Cleaning up temporary data from old regions at 1731813769918 (+7 ms)Region opened successfully at 1731813769921 (+3 ms) 2024-11-17T03:22:49,922 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T03:22:49,924 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57cf8026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:22:49,924 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T03:22:49,925 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T03:22:49,925 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T03:22:49,925 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T03:22:49,925 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T03:22:49,925 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T03:22:49,925 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T03:22:49,929 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T03:22:49,932 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Unable to get data of znode /1-1181531782/balancer because node does not exist (not necessarily an error) 2024-11-17T03:22:49,948 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1181531782/balancer already deleted, retry=false 2024-11-17T03:22:49,948 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T03:22:49,949 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Unable to get data of znode /1-1181531782/normalizer because node does not exist (not necessarily an error) 2024-11-17T03:22:49,958 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1181531782/normalizer already deleted, retry=false 2024-11-17T03:22:49,959 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T03:22:49,960 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Unable to get data of znode /1-1181531782/switch/split because node does not exist (not necessarily an error) 2024-11-17T03:22:49,969 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1181531782/switch/split already deleted, retry=false 2024-11-17T03:22:49,970 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Unable to get data of znode /1-1181531782/switch/merge because node does not exist (not necessarily an error) 2024-11-17T03:22:49,979 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1181531782/switch/merge already deleted, retry=false 2024-11-17T03:22:49,981 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Unable to get data of znode /1-1181531782/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T03:22:49,990 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1181531782/snapshot-cleanup already deleted, retry=false 2024-11-17T03:22:50,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x10146d0e35f0004, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1181531782/running 2024-11-17T03:22:50,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1181531782/running 2024-11-17T03:22:50,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x10146d0e35f0004, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1181531782 2024-11-17T03:22:50,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1181531782 2024-11-17T03:22:50,001 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=695c90f4bb18,43007,1731813768620, sessionid=0x10146d0e35f0003, setting cluster-up flag (Was=false) 2024-11-17T03:22:50,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x10146d0e35f0004, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1181531782 2024-11-17T03:22:50,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1181531782 2024-11-17T03:22:50,053 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1181531782/flush-table-proc/acquired, /1-1181531782/flush-table-proc/reached, /1-1181531782/flush-table-proc/abort 2024-11-17T03:22:50,054 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,43007,1731813768620 2024-11-17T03:22:50,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1181531782 2024-11-17T03:22:50,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x10146d0e35f0004, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1181531782 2024-11-17T03:22:50,106 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1181531782/online-snapshot/acquired, /1-1181531782/online-snapshot/reached, /1-1181531782/online-snapshot/abort 2024-11-17T03:22:50,107 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,43007,1731813768620 2024-11-17T03:22:50,108 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T03:22:50,109 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T03:22:50,109 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T03:22:50,109 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T03:22:50,109 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 695c90f4bb18,43007,1731813768620 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T03:22:50,110 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:22:50,110 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:22:50,110 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:22:50,110 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:22:50,111 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/695c90f4bb18:0, corePoolSize=10, maxPoolSize=10 2024-11-17T03:22:50,111 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:50,111 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:22:50,111 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:50,111 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731813800111 2024-11-17T03:22:50,111 INFO [RS:0;695c90f4bb18:40741 {}] regionserver.HRegionServer(746): ClusterId : 2a3131c7-6638-4918-9d83-dce356c3445b 2024-11-17T03:22:50,112 DEBUG [RS:0;695c90f4bb18:40741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T03:22:50,112 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T03:22:50,112 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T03:22:50,112 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T03:22:50,112 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T03:22:50,112 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T03:22:50,112 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T03:22:50,112 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:22:50,112 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T03:22:50,112 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:50,112 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T03:22:50,112 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T03:22:50,112 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T03:22:50,112 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T03:22:50,113 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T03:22:50,113 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T03:22:50,114 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:50,114 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T03:22:50,116 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813770113,5,FailOnTimeoutGroup] 2024-11-17T03:22:50,117 DEBUG [RS:0;695c90f4bb18:40741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T03:22:50,117 DEBUG [RS:0;695c90f4bb18:40741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T03:22:50,120 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813770116,5,FailOnTimeoutGroup] 2024-11-17T03:22:50,120 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:50,120 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T03:22:50,120 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:50,120 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:50,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40453 is added to blk_1073741831_1007 (size=1321) 2024-11-17T03:22:50,128 DEBUG [RS:0;695c90f4bb18:40741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T03:22:50,128 DEBUG [RS:0;695c90f4bb18:40741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3af367b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:22:50,145 DEBUG [RS:0;695c90f4bb18:40741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;695c90f4bb18:40741 2024-11-17T03:22:50,145 INFO [RS:0;695c90f4bb18:40741 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T03:22:50,145 INFO [RS:0;695c90f4bb18:40741 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T03:22:50,145 DEBUG [RS:0;695c90f4bb18:40741 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T03:22:50,146 INFO [RS:0;695c90f4bb18:40741 {}] regionserver.HRegionServer(2659): reportForDuty to master=695c90f4bb18,43007,1731813768620 with port=40741, startcode=1731813768766 2024-11-17T03:22:50,146 DEBUG [RS:0;695c90f4bb18:40741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T03:22:50,147 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T03:22:50,148 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43007 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 695c90f4bb18,40741,1731813768766 2024-11-17T03:22:50,148 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43007 {}] master.ServerManager(517): Registering regionserver=695c90f4bb18,40741,1731813768766 2024-11-17T03:22:50,149 DEBUG [RS:0;695c90f4bb18:40741 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7 2024-11-17T03:22:50,149 DEBUG [RS:0;695c90f4bb18:40741 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41291 2024-11-17T03:22:50,149 DEBUG [RS:0;695c90f4bb18:40741 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T03:22:50,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1181531782/rs 2024-11-17T03:22:50,241 DEBUG [RS:0;695c90f4bb18:40741 {}] zookeeper.ZKUtil(111): regionserver:40741-0x10146d0e35f0004, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Set watcher on existing znode=/1-1181531782/rs/695c90f4bb18,40741,1731813768766 2024-11-17T03:22:50,241 WARN [RS:0;695c90f4bb18:40741 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:22:50,241 INFO [RS:0;695c90f4bb18:40741 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:22:50,241 DEBUG [RS:0;695c90f4bb18:40741 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/WALs/695c90f4bb18,40741,1731813768766 2024-11-17T03:22:50,241 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [695c90f4bb18,40741,1731813768766] 2024-11-17T03:22:50,258 INFO [RS:0;695c90f4bb18:40741 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T03:22:50,259 INFO [RS:0;695c90f4bb18:40741 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T03:22:50,260 INFO [RS:0;695c90f4bb18:40741 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T03:22:50,260 INFO [RS:0;695c90f4bb18:40741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:50,260 INFO [RS:0;695c90f4bb18:40741 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T03:22:50,260 INFO [RS:0;695c90f4bb18:40741 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T03:22:50,260 INFO [RS:0;695c90f4bb18:40741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:50,261 DEBUG [RS:0;695c90f4bb18:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:50,261 DEBUG [RS:0;695c90f4bb18:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:50,261 DEBUG [RS:0;695c90f4bb18:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:50,261 DEBUG [RS:0;695c90f4bb18:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:50,261 DEBUG [RS:0;695c90f4bb18:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:50,261 DEBUG [RS:0;695c90f4bb18:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:22:50,261 DEBUG [RS:0;695c90f4bb18:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:50,261 DEBUG [RS:0;695c90f4bb18:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:50,261 DEBUG [RS:0;695c90f4bb18:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:50,261 DEBUG [RS:0;695c90f4bb18:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:50,261 DEBUG [RS:0;695c90f4bb18:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:50,261 DEBUG [RS:0;695c90f4bb18:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:50,261 DEBUG [RS:0;695c90f4bb18:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:22:50,261 DEBUG [RS:0;695c90f4bb18:40741 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:22:50,261 INFO [RS:0;695c90f4bb18:40741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:50,261 INFO [RS:0;695c90f4bb18:40741 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:50,261 INFO [RS:0;695c90f4bb18:40741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:50,261 INFO [RS:0;695c90f4bb18:40741 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:50,261 INFO [RS:0;695c90f4bb18:40741 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:50,261 INFO [RS:0;695c90f4bb18:40741 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,40741,1731813768766-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:22:50,281 INFO [RS:0;695c90f4bb18:40741 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T03:22:50,281 INFO [RS:0;695c90f4bb18:40741 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,40741,1731813768766-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:50,281 INFO [RS:0;695c90f4bb18:40741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:50,281 INFO [RS:0;695c90f4bb18:40741 {}] regionserver.Replication(171): 695c90f4bb18,40741,1731813768766 started 2024-11-17T03:22:50,295 INFO [RS:0;695c90f4bb18:40741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:50,295 INFO [RS:0;695c90f4bb18:40741 {}] regionserver.HRegionServer(1482): Serving as 695c90f4bb18,40741,1731813768766, RpcServer on 695c90f4bb18/172.17.0.3:40741, sessionid=0x10146d0e35f0004 2024-11-17T03:22:50,296 DEBUG [RS:0;695c90f4bb18:40741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T03:22:50,296 DEBUG [RS:0;695c90f4bb18:40741 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 695c90f4bb18,40741,1731813768766 2024-11-17T03:22:50,296 DEBUG [RS:0;695c90f4bb18:40741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,40741,1731813768766' 2024-11-17T03:22:50,296 DEBUG [RS:0;695c90f4bb18:40741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1181531782/flush-table-proc/abort' 2024-11-17T03:22:50,296 DEBUG [RS:0;695c90f4bb18:40741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1181531782/flush-table-proc/acquired' 2024-11-17T03:22:50,296 DEBUG [RS:0;695c90f4bb18:40741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T03:22:50,296 DEBUG [RS:0;695c90f4bb18:40741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T03:22:50,296 DEBUG [RS:0;695c90f4bb18:40741 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 695c90f4bb18,40741,1731813768766 2024-11-17T03:22:50,297 DEBUG [RS:0;695c90f4bb18:40741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,40741,1731813768766' 2024-11-17T03:22:50,297 DEBUG [RS:0;695c90f4bb18:40741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1181531782/online-snapshot/abort' 2024-11-17T03:22:50,297 DEBUG [RS:0;695c90f4bb18:40741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1181531782/online-snapshot/acquired' 2024-11-17T03:22:50,297 DEBUG [RS:0;695c90f4bb18:40741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T03:22:50,297 INFO [RS:0;695c90f4bb18:40741 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T03:22:50,297 INFO [RS:0;695c90f4bb18:40741 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T03:22:50,398 INFO [RS:0;695c90f4bb18:40741 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:22:50,398 INFO [RS:0;695c90f4bb18:40741 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C40741%2C1731813768766, suffix=, logDir=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/WALs/695c90f4bb18,40741,1731813768766, archiveDir=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/oldWALs, maxLogs=10 2024-11-17T03:22:50,411 DEBUG [RS:0;695c90f4bb18:40741 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/WALs/695c90f4bb18,40741,1731813768766/695c90f4bb18%2C40741%2C1731813768766.1731813770399, exclude list is [], retry=0 2024-11-17T03:22:50,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40453,DS-a3daa92a-58eb-4eca-8fa8-242781cb6757,DISK] 2024-11-17T03:22:50,414 INFO [RS:0;695c90f4bb18:40741 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/WALs/695c90f4bb18,40741,1731813768766/695c90f4bb18%2C40741%2C1731813768766.1731813770399 2024-11-17T03:22:50,414 DEBUG [RS:0;695c90f4bb18:40741 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37117:37117)] 2024-11-17T03:22:50,526 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T03:22:50,526 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7 2024-11-17T03:22:50,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40453 is added to blk_1073741833_1009 (size=32) 2024-11-17T03:22:50,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:50,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:22:50,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:22:50,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:50,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:50,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:22:50,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:22:50,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:50,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:50,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:22:50,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:22:50,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:50,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:50,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:22:50,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:22:50,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:50,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:50,935 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:22:50,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/hbase/meta/1588230740 2024-11-17T03:22:50,936 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/hbase/meta/1588230740 2024-11-17T03:22:50,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:22:50,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:22:50,937 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:22:50,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:22:50,939 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:22:50,940 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66152712, jitterRate=-0.014247775077819824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:22:50,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731813770931Initializing all the Stores at 1731813770931Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813770931Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813770931Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813770931Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813770931Cleaning up temporary data from old regions at 1731813770937 (+6 ms)Region opened successfully at 1731813770940 (+3 ms) 2024-11-17T03:22:50,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:22:50,940 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:22:50,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:22:50,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:22:50,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:22:50,940 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:22:50,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813770940Disabling compacts and flushes for region at 1731813770940Disabling writes for close at 1731813770940Writing region close event to WAL at 1731813770940Closed at 1731813770940 2024-11-17T03:22:50,941 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:22:50,941 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T03:22:50,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T03:22:50,942 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:22:50,943 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T03:22:51,093 DEBUG [695c90f4bb18:43007 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T03:22:51,093 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=695c90f4bb18,40741,1731813768766 2024-11-17T03:22:51,109 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,40741,1731813768766, state=OPENING 2024-11-17T03:22:51,119 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T03:22:51,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x10146d0e35f0004, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1181531782 2024-11-17T03:22:51,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1181531782 2024-11-17T03:22:51,127 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:22:51,127 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,40741,1731813768766}] 2024-11-17T03:22:51,127 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1181531782/meta-region-server: CHANGED 2024-11-17T03:22:51,128 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1181531782/meta-region-server: CHANGED 2024-11-17T03:22:51,280 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:22:51,284 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T03:22:51,288 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T03:22:51,288 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:22:51,288 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T03:22:51,289 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C40741%2C1731813768766.meta, suffix=.meta, logDir=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/WALs/695c90f4bb18,40741,1731813768766, archiveDir=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/oldWALs, maxLogs=10 2024-11-17T03:22:51,303 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/WALs/695c90f4bb18,40741,1731813768766/695c90f4bb18%2C40741%2C1731813768766.meta.1731813771290.meta, exclude list is [], retry=0 2024-11-17T03:22:51,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40453,DS-a3daa92a-58eb-4eca-8fa8-242781cb6757,DISK] 2024-11-17T03:22:51,306 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/WALs/695c90f4bb18,40741,1731813768766/695c90f4bb18%2C40741%2C1731813768766.meta.1731813771290.meta 2024-11-17T03:22:51,306 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37117:37117)] 2024-11-17T03:22:51,306 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:22:51,307 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:22:51,307 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:22:51,307 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T03:22:51,307 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T03:22:51,307 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T03:22:51,307 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:51,307 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T03:22:51,307 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T03:22:51,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:22:51,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:22:51,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:51,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:51,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:22:51,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:22:51,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:51,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:51,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:22:51,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:22:51,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:51,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:51,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:22:51,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:22:51,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:51,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:51,312 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:22:51,313 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/hbase/meta/1588230740 2024-11-17T03:22:51,314 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/hbase/meta/1588230740 2024-11-17T03:22:51,315 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:22:51,315 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:22:51,315 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:22:51,317 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:22:51,318 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65985997, jitterRate=-0.016732022166252136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:22:51,318 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T03:22:51,318 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731813771307Writing region info on filesystem at 1731813771307Initializing all the Stores at 1731813771308 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813771308Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813771308Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813771308Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813771308Cleaning up temporary data from old regions at 1731813771315 (+7 ms)Running coprocessor post-open hooks at 1731813771318 (+3 ms)Region opened successfully at 1731813771318 2024-11-17T03:22:51,319 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731813771280 2024-11-17T03:22:51,320 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T03:22:51,320 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T03:22:51,321 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,40741,1731813768766 2024-11-17T03:22:51,321 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,40741,1731813768766, state=OPEN 2024-11-17T03:22:51,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1181531782/meta-region-server 2024-11-17T03:22:51,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x10146d0e35f0004, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1181531782/meta-region-server 2024-11-17T03:22:51,327 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=695c90f4bb18,40741,1731813768766 2024-11-17T03:22:51,327 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1181531782/meta-region-server: CHANGED 2024-11-17T03:22:51,327 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1181531782/meta-region-server: CHANGED 2024-11-17T03:22:51,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T03:22:51,328 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,40741,1731813768766 in 200 msec 2024-11-17T03:22:51,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T03:22:51,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 387 msec 2024-11-17T03:22:51,330 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:22:51,330 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T03:22:51,331 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:22:51,331 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,40741,1731813768766, seqNum=-1] 2024-11-17T03:22:51,331 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:22:51,332 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:22:51,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2260 sec 2024-11-17T03:22:51,336 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731813771335, completionTime=-1 2024-11-17T03:22:51,336 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T03:22:51,336 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T03:22:51,337 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T03:22:51,337 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731813831337 2024-11-17T03:22:51,337 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731813891337 2024-11-17T03:22:51,337 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T03:22:51,337 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,43007,1731813768620-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:51,337 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,43007,1731813768620-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:51,338 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,43007,1731813768620-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:51,338 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-695c90f4bb18:43007, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:51,338 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:51,338 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:51,339 DEBUG [master/695c90f4bb18:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T03:22:51,340 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.358sec 2024-11-17T03:22:51,340 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T03:22:51,340 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T03:22:51,341 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T03:22:51,341 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T03:22:51,341 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T03:22:51,341 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,43007,1731813768620-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:22:51,341 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,43007,1731813768620-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T03:22:51,342 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T03:22:51,342 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T03:22:51,342 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,43007,1731813768620-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:51,413 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355f59d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:51,413 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,43007,-1 for getting cluster id 2024-11-17T03:22:51,413 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:22:51,414 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a3131c7-6638-4918-9d83-dce356c3445b' 2024-11-17T03:22:51,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:22:51,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a3131c7-6638-4918-9d83-dce356c3445b" 2024-11-17T03:22:51,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@598b45d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:51,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,43007,-1] 2024-11-17T03:22:51,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:22:51,415 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:51,416 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:22:51,416 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b1d1b02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:51,417 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:22:51,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,40741,1731813768766, seqNum=-1] 2024-11-17T03:22:51,418 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:22:51,419 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:22:51,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=695c90f4bb18,43007,1731813768620 2024-11-17T03:22:51,421 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57551 2024-11-17T03:22:51,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:22:51,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10146d0e35f0005 connected 2024-11-17T03:22:51,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/hadoop.log.dir so I do NOT create it in target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf 2024-11-17T03:22:51,445 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/hadoop.log.dir Erasing configuration value by system value. 2024-11-17T03:22:51,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/hadoop.tmp.dir so I do NOT create it in target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf 2024-11-17T03:22:51,445 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-17T03:22:51,445 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf 2024-11-17T03:22:51,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T03:22:51,445 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/cluster_007b8c31-7254-b541-9d26-cbbc59ff7b84, deleteOnExit=true 2024-11-17T03:22:51,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T03:22:51,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/test.cache.data in system properties and HBase conf 2024-11-17T03:22:51,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T03:22:51,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/hadoop.log.dir in system properties and HBase conf 2024-11-17T03:22:51,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T03:22:51,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T03:22:51,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T03:22:51,446 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T03:22:51,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:22:51,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T03:22:51,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T03:22:51,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:22:51,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T03:22:51,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T03:22:51,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T03:22:51,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:22:51,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T03:22:51,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/nfs.dump.dir in system properties and HBase conf 2024-11-17T03:22:51,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/java.io.tmpdir in system properties and HBase conf 2024-11-17T03:22:51,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T03:22:51,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T03:22:51,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T03:22:51,788 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T03:22:51,788 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:51,788 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:51,789 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:51,789 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:51,789 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:51,789 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:51,790 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:51,790 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:51,846 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:51,847 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:51,847 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:51,847 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:51,848 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:51,848 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:51,858 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:51,863 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:51,864 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:51,909 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-17T03:22:51,909 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-17T03:22:51,910 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T03:22:51,910 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-17T03:22:51,926 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:22:51,931 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:22:51,938 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:22:51,939 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:22:51,939 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T03:22:51,944 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:22:51,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6092d2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:22:51,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14d8d5dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:22:52,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13655adb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/java.io.tmpdir/jetty-localhost-39665-hadoop-hdfs-3_4_1-tests_jar-_-any-2751200158368442075/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:22:52,041 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25b7780b{HTTP/1.1, (http/1.1)}{localhost:39665} 2024-11-17T03:22:52,041 INFO [Time-limited test {}] server.Server(415): Started @348236ms 2024-11-17T03:22:52,290 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T03:22:52,292 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T03:22:52,296 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T03:22:52,296 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T03:22:52,296 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T03:22:52,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e5888b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/hadoop.log.dir/,AVAILABLE} 2024-11-17T03:22:52,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c06d5a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T03:22:52,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6125d8b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/java.io.tmpdir/jetty-localhost-36627-hadoop-hdfs-3_4_1-tests_jar-_-any-5892963351944905026/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:22:52,393 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2a0389c8{HTTP/1.1, (http/1.1)}{localhost:36627} 2024-11-17T03:22:52,393 INFO [Time-limited test {}] server.Server(415): Started @348589ms 2024-11-17T03:22:52,394 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T03:22:53,330 WARN [Thread-4583 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/cluster_007b8c31-7254-b541-9d26-cbbc59ff7b84/data/data2/current/BP-1304390455-172.17.0.3-1731813771466/current, will proceed with Du for space computation calculation, 2024-11-17T03:22:53,330 WARN [Thread-4582 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/cluster_007b8c31-7254-b541-9d26-cbbc59ff7b84/data/data1/current/BP-1304390455-172.17.0.3-1731813771466/current, will proceed with Du for space computation calculation, 2024-11-17T03:22:53,346 WARN [Thread-4570 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T03:22:53,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62970cf1f155e109 with lease ID 0xdf1520e1ed531546: Processing first storage report for DS-86ede904-dd09-498b-bd67-d912d0e0df26 from datanode DatanodeRegistration(127.0.0.1:33073, datanodeUuid=bd32d506-c4a6-42dc-821b-d9b8487dbd31, infoPort=35469, infoSecurePort=0, ipcPort=41073, storageInfo=lv=-57;cid=testClusterID;nsid=1423474627;c=1731813771466) 2024-11-17T03:22:53,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62970cf1f155e109 with lease ID 0xdf1520e1ed531546: from storage DS-86ede904-dd09-498b-bd67-d912d0e0df26 node DatanodeRegistration(127.0.0.1:33073, datanodeUuid=bd32d506-c4a6-42dc-821b-d9b8487dbd31, infoPort=35469, infoSecurePort=0, ipcPort=41073, storageInfo=lv=-57;cid=testClusterID;nsid=1423474627;c=1731813771466), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:22:53,348 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x62970cf1f155e109 with lease ID 0xdf1520e1ed531546: Processing first storage report for DS-60aa8f6f-1f73-4d1a-8fdb-61235dd8f664 from datanode DatanodeRegistration(127.0.0.1:33073, datanodeUuid=bd32d506-c4a6-42dc-821b-d9b8487dbd31, infoPort=35469, infoSecurePort=0, ipcPort=41073, storageInfo=lv=-57;cid=testClusterID;nsid=1423474627;c=1731813771466) 2024-11-17T03:22:53,348 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x62970cf1f155e109 with lease ID 0xdf1520e1ed531546: from storage DS-60aa8f6f-1f73-4d1a-8fdb-61235dd8f664 node DatanodeRegistration(127.0.0.1:33073, datanodeUuid=bd32d506-c4a6-42dc-821b-d9b8487dbd31, infoPort=35469, infoSecurePort=0, ipcPort=41073, storageInfo=lv=-57;cid=testClusterID;nsid=1423474627;c=1731813771466), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T03:22:53,420 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf 2024-11-17T03:22:53,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:53,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:53,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741825_1001 (size=7) 2024-11-17T03:22:53,829 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9 with version=8 2024-11-17T03:22:53,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/hbase-staging 2024-11-17T03:22:53,832 INFO [Time-limited test {}] client.ConnectionUtils(128): master/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:22:53,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:53,832 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:53,832 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:22:53,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:53,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:22:53,833 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T03:22:53,833 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:22:53,833 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36747 2024-11-17T03:22:53,834 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36747 connecting to ZooKeeper ensemble=127.0.0.1:57551 2024-11-17T03:22:53,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:367470x0, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:22:53,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36747-0x10146d0e35f0006 connected 2024-11-17T03:22:53,916 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:53,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:53,920 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Set watcher on znode that does not yet exist, /21133986297/running 2024-11-17T03:22:53,920 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9, hbase.cluster.distributed=false 2024-11-17T03:22:53,921 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Set watcher on znode that does not yet exist, /21133986297/acl 2024-11-17T03:22:53,922 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36747 2024-11-17T03:22:53,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36747 2024-11-17T03:22:53,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36747 2024-11-17T03:22:53,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36747 2024-11-17T03:22:53,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36747 2024-11-17T03:22:53,945 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/695c90f4bb18:0 server-side Connection retries=45 2024-11-17T03:22:53,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:53,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:53,945 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T03:22:53,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T03:22:53,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T03:22:53,945 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T03:22:53,945 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T03:22:53,946 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43159 2024-11-17T03:22:53,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43159 connecting to ZooKeeper ensemble=127.0.0.1:57551 2024-11-17T03:22:53,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:53,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:53,958 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431590x0, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:22:53,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431590x0, quorum=127.0.0.1:57551, baseZNode=/21133986297 Set watcher on znode that does not yet exist, /21133986297/running 2024-11-17T03:22:53,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43159-0x10146d0e35f0007 connected 2024-11-17T03:22:53,959 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T03:22:53,961 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T03:22:53,961 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43159-0x10146d0e35f0007, quorum=127.0.0.1:57551, baseZNode=/21133986297 Set watcher on znode that does not yet exist, /21133986297/master 2024-11-17T03:22:53,962 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43159-0x10146d0e35f0007, quorum=127.0.0.1:57551, baseZNode=/21133986297 Set watcher on znode that does not yet exist, /21133986297/acl 2024-11-17T03:22:53,962 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43159 2024-11-17T03:22:53,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43159 2024-11-17T03:22:53,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43159 2024-11-17T03:22:53,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43159 2024-11-17T03:22:53,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43159 2024-11-17T03:22:53,983 DEBUG [M:0;695c90f4bb18:36747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;695c90f4bb18:36747 2024-11-17T03:22:53,983 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21133986297/backup-masters/695c90f4bb18,36747,1731813773832 2024-11-17T03:22:53,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21133986297/backup-masters 2024-11-17T03:22:53,990 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10146d0e35f0007, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21133986297/backup-masters 2024-11-17T03:22:53,990 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Set watcher on existing znode=/21133986297/backup-masters/695c90f4bb18,36747,1731813773832 2024-11-17T03:22:54,000 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10146d0e35f0007, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21133986297/master 2024-11-17T03:22:54,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21133986297 2024-11-17T03:22:54,000 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10146d0e35f0007, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21133986297 2024-11-17T03:22:54,001 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Set watcher on existing znode=/21133986297/master 2024-11-17T03:22:54,001 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21133986297/backup-masters/695c90f4bb18,36747,1731813773832 from backup master directory 2024-11-17T03:22:54,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21133986297/backup-masters/695c90f4bb18,36747,1731813773832 2024-11-17T03:22:54,011 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10146d0e35f0007, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21133986297/backup-masters 2024-11-17T03:22:54,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21133986297/backup-masters 2024-11-17T03:22:54,011 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:22:54,011 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=695c90f4bb18,36747,1731813773832 2024-11-17T03:22:54,015 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/hbase.id] with ID: 639a9bce-b9cc-42cb-939a-13db314b1e79 2024-11-17T03:22:54,015 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/.tmp/hbase.id 2024-11-17T03:22:54,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741826_1002 (size=42) 2024-11-17T03:22:54,026 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/.tmp/hbase.id]:[hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/hbase.id] 2024-11-17T03:22:54,033 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:22:54,033 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T03:22:54,033 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-17T03:22:54,042 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10146d0e35f0007, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21133986297 2024-11-17T03:22:54,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21133986297 2024-11-17T03:22:54,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741827_1003 (size=196) 2024-11-17T03:22:54,447 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:22:54,448 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T03:22:54,448 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:22:54,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741828_1004 (size=1189) 2024-11-17T03:22:54,861 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/MasterData/data/master/store 2024-11-17T03:22:54,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741829_1005 (size=34) 2024-11-17T03:22:55,265 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:55,266 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:22:55,266 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:55,266 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:55,266 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:22:55,266 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:55,266 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:22:55,266 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813775266Disabling compacts and flushes for region at 1731813775266Disabling writes for close at 1731813775266Writing region close event to WAL at 1731813775266Closed at 1731813775266 2024-11-17T03:22:55,266 WARN [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/MasterData/data/master/store/.initializing 2024-11-17T03:22:55,267 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/MasterData/WALs/695c90f4bb18,36747,1731813773832 2024-11-17T03:22:55,267 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:22:55,268 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=695c90f4bb18%2C36747%2C1731813773832, suffix=, logDir=hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/MasterData/WALs/695c90f4bb18,36747,1731813773832, archiveDir=hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/MasterData/oldWALs, maxLogs=10 2024-11-17T03:22:55,281 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/MasterData/WALs/695c90f4bb18,36747,1731813773832/695c90f4bb18%2C36747%2C1731813773832.1731813775268, exclude list is [], retry=0 2024-11-17T03:22:55,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-86ede904-dd09-498b-bd67-d912d0e0df26,DISK] 2024-11-17T03:22:55,285 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/MasterData/WALs/695c90f4bb18,36747,1731813773832/695c90f4bb18%2C36747%2C1731813773832.1731813775268 2024-11-17T03:22:55,286 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35469:35469)] 2024-11-17T03:22:55,286 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:22:55,286 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:55,286 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:55,286 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:55,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:55,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T03:22:55,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:55,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:55,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:55,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T03:22:55,294 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:55,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:55,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:55,296 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T03:22:55,296 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:55,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:55,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:55,299 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T03:22:55,299 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:55,300 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:55,300 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:55,300 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:55,301 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:55,302 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:55,302 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:55,302 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:22:55,303 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T03:22:55,305 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:22:55,305 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67703195, jitterRate=0.008856222033500671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:22:55,305 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731813775286Initializing all the Stores at 1731813775287 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813775287Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813775291 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813775291Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813775291Cleaning up temporary data from old regions at 1731813775302 (+11 ms)Region opened successfully at 1731813775305 (+3 ms) 2024-11-17T03:22:55,306 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T03:22:55,308 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b8ece99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:22:55,309 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T03:22:55,309 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T03:22:55,309 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T03:22:55,309 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T03:22:55,310 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-17T03:22:55,310 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-17T03:22:55,310 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T03:22:55,319 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T03:22:55,320 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Unable to get data of znode /21133986297/balancer because node does not exist (not necessarily an error) 2024-11-17T03:22:55,411 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21133986297/balancer already deleted, retry=false 2024-11-17T03:22:55,411 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T03:22:55,412 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Unable to get data of znode /21133986297/normalizer because node does not exist (not necessarily an error) 2024-11-17T03:22:55,476 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21133986297/normalizer already deleted, retry=false 2024-11-17T03:22:55,476 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T03:22:55,477 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Unable to get data of znode /21133986297/switch/split because node does not exist (not necessarily an error) 2024-11-17T03:22:55,542 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21133986297/switch/split already deleted, retry=false 2024-11-17T03:22:55,542 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Unable to get data of znode /21133986297/switch/merge because node does not exist (not necessarily an error) 2024-11-17T03:22:55,616 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21133986297/switch/merge already deleted, retry=false 2024-11-17T03:22:55,618 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Unable to get data of znode /21133986297/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T03:22:55,632 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21133986297/snapshot-cleanup already deleted, retry=false 2024-11-17T03:22:55,700 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10146d0e35f0007, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21133986297/running 2024-11-17T03:22:55,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21133986297/running 2024-11-17T03:22:55,700 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10146d0e35f0007, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21133986297 2024-11-17T03:22:55,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21133986297 2024-11-17T03:22:55,701 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=695c90f4bb18,36747,1731813773832, sessionid=0x10146d0e35f0006, setting cluster-up flag (Was=false) 2024-11-17T03:22:55,726 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10146d0e35f0007, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21133986297 2024-11-17T03:22:55,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21133986297 2024-11-17T03:22:55,758 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21133986297/flush-table-proc/acquired, /21133986297/flush-table-proc/reached, /21133986297/flush-table-proc/abort 2024-11-17T03:22:55,759 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,36747,1731813773832 2024-11-17T03:22:55,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21133986297 2024-11-17T03:22:55,779 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10146d0e35f0007, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21133986297 2024-11-17T03:22:55,811 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21133986297/online-snapshot/acquired, /21133986297/online-snapshot/reached, /21133986297/online-snapshot/abort 2024-11-17T03:22:55,812 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=695c90f4bb18,36747,1731813773832 2024-11-17T03:22:55,813 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T03:22:55,815 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T03:22:55,815 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T03:22:55,815 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T03:22:55,816 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 695c90f4bb18,36747,1731813773832 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T03:22:55,817 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:22:55,817 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:22:55,817 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:22:55,817 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/695c90f4bb18:0, corePoolSize=5, maxPoolSize=5 2024-11-17T03:22:55,817 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/695c90f4bb18:0, corePoolSize=10, maxPoolSize=10 2024-11-17T03:22:55,817 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:55,817 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:22:55,817 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:55,818 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731813805818 2024-11-17T03:22:55,818 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T03:22:55,818 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T03:22:55,818 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T03:22:55,818 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T03:22:55,818 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T03:22:55,818 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T03:22:55,819 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:22:55,819 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T03:22:55,819 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:55,819 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T03:22:55,819 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T03:22:55,819 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T03:22:55,819 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-17T03:22:55,820 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:55,820 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T03:22:55,820 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T03:22:55,820 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T03:22:55,820 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813775820,5,FailOnTimeoutGroup] 2024-11-17T03:22:55,820 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813775820,5,FailOnTimeoutGroup] 2024-11-17T03:22:55,820 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:55,820 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T03:22:55,820 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:55,820 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:55,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741831_1007 (size=1321) 2024-11-17T03:22:55,831 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T03:22:55,831 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9 2024-11-17T03:22:55,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741832_1008 (size=32) 2024-11-17T03:22:55,872 INFO [RS:0;695c90f4bb18:43159 {}] regionserver.HRegionServer(746): ClusterId : 639a9bce-b9cc-42cb-939a-13db314b1e79 2024-11-17T03:22:55,872 DEBUG [RS:0;695c90f4bb18:43159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T03:22:55,882 DEBUG [RS:0;695c90f4bb18:43159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T03:22:55,882 DEBUG [RS:0;695c90f4bb18:43159 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T03:22:55,895 DEBUG [RS:0;695c90f4bb18:43159 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T03:22:55,896 DEBUG [RS:0;695c90f4bb18:43159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6620f8b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=695c90f4bb18/172.17.0.3:0 2024-11-17T03:22:55,910 DEBUG [RS:0;695c90f4bb18:43159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;695c90f4bb18:43159 2024-11-17T03:22:55,910 INFO [RS:0;695c90f4bb18:43159 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T03:22:55,910 INFO [RS:0;695c90f4bb18:43159 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T03:22:55,910 DEBUG [RS:0;695c90f4bb18:43159 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T03:22:55,911 INFO [RS:0;695c90f4bb18:43159 {}] regionserver.HRegionServer(2659): reportForDuty to master=695c90f4bb18,36747,1731813773832 with port=43159, startcode=1731813773944 2024-11-17T03:22:55,911 DEBUG [RS:0;695c90f4bb18:43159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T03:22:55,912 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58757, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T03:22:55,912 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36747 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 695c90f4bb18,43159,1731813773944 2024-11-17T03:22:55,912 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36747 {}] master.ServerManager(517): Registering regionserver=695c90f4bb18,43159,1731813773944 2024-11-17T03:22:55,913 DEBUG [RS:0;695c90f4bb18:43159 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9 2024-11-17T03:22:55,913 DEBUG [RS:0;695c90f4bb18:43159 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44059 2024-11-17T03:22:55,913 DEBUG [RS:0;695c90f4bb18:43159 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-17T03:22:56,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21133986297/rs 2024-11-17T03:22:56,018 DEBUG [RS:0;695c90f4bb18:43159 {}] zookeeper.ZKUtil(111): regionserver:43159-0x10146d0e35f0007, quorum=127.0.0.1:57551, baseZNode=/21133986297 Set watcher on existing znode=/21133986297/rs/695c90f4bb18,43159,1731813773944 2024-11-17T03:22:56,018 WARN [RS:0;695c90f4bb18:43159 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T03:22:56,018 INFO [RS:0;695c90f4bb18:43159 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:22:56,018 DEBUG [RS:0;695c90f4bb18:43159 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/WALs/695c90f4bb18,43159,1731813773944 2024-11-17T03:22:56,018 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [695c90f4bb18,43159,1731813773944] 2024-11-17T03:22:56,021 INFO [RS:0;695c90f4bb18:43159 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T03:22:56,023 INFO [RS:0;695c90f4bb18:43159 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T03:22:56,024 INFO [RS:0;695c90f4bb18:43159 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T03:22:56,024 INFO [RS:0;695c90f4bb18:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:56,024 INFO [RS:0;695c90f4bb18:43159 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T03:22:56,025 INFO [RS:0;695c90f4bb18:43159 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T03:22:56,025 INFO [RS:0;695c90f4bb18:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:56,025 DEBUG [RS:0;695c90f4bb18:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:56,025 DEBUG [RS:0;695c90f4bb18:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:56,025 DEBUG [RS:0;695c90f4bb18:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:56,025 DEBUG [RS:0;695c90f4bb18:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:56,025 DEBUG [RS:0;695c90f4bb18:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:56,025 DEBUG [RS:0;695c90f4bb18:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/695c90f4bb18:0, corePoolSize=2, maxPoolSize=2 2024-11-17T03:22:56,025 DEBUG [RS:0;695c90f4bb18:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:56,025 DEBUG [RS:0;695c90f4bb18:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:56,025 DEBUG [RS:0;695c90f4bb18:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:56,025 DEBUG [RS:0;695c90f4bb18:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:56,025 DEBUG [RS:0;695c90f4bb18:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:56,025 DEBUG [RS:0;695c90f4bb18:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/695c90f4bb18:0, corePoolSize=1, maxPoolSize=1 2024-11-17T03:22:56,025 DEBUG [RS:0;695c90f4bb18:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:22:56,025 DEBUG [RS:0;695c90f4bb18:43159 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/695c90f4bb18:0, corePoolSize=3, maxPoolSize=3 2024-11-17T03:22:56,026 INFO [RS:0;695c90f4bb18:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:56,026 INFO [RS:0;695c90f4bb18:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:56,026 INFO [RS:0;695c90f4bb18:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:56,026 INFO [RS:0;695c90f4bb18:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:56,026 INFO [RS:0;695c90f4bb18:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:56,026 INFO [RS:0;695c90f4bb18:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,43159,1731813773944-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:22:56,042 INFO [RS:0;695c90f4bb18:43159 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T03:22:56,042 INFO [RS:0;695c90f4bb18:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,43159,1731813773944-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:56,042 INFO [RS:0;695c90f4bb18:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:56,042 INFO [RS:0;695c90f4bb18:43159 {}] regionserver.Replication(171): 695c90f4bb18,43159,1731813773944 started 2024-11-17T03:22:56,056 INFO [RS:0;695c90f4bb18:43159 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:56,056 INFO [RS:0;695c90f4bb18:43159 {}] regionserver.HRegionServer(1482): Serving as 695c90f4bb18,43159,1731813773944, RpcServer on 695c90f4bb18/172.17.0.3:43159, sessionid=0x10146d0e35f0007 2024-11-17T03:22:56,056 DEBUG [RS:0;695c90f4bb18:43159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T03:22:56,056 DEBUG [RS:0;695c90f4bb18:43159 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 695c90f4bb18,43159,1731813773944 2024-11-17T03:22:56,056 DEBUG [RS:0;695c90f4bb18:43159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,43159,1731813773944' 2024-11-17T03:22:56,056 DEBUG [RS:0;695c90f4bb18:43159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21133986297/flush-table-proc/abort' 2024-11-17T03:22:56,057 DEBUG [RS:0;695c90f4bb18:43159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21133986297/flush-table-proc/acquired' 2024-11-17T03:22:56,057 DEBUG [RS:0;695c90f4bb18:43159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T03:22:56,057 DEBUG [RS:0;695c90f4bb18:43159 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T03:22:56,057 DEBUG [RS:0;695c90f4bb18:43159 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 695c90f4bb18,43159,1731813773944 2024-11-17T03:22:56,057 DEBUG [RS:0;695c90f4bb18:43159 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '695c90f4bb18,43159,1731813773944' 2024-11-17T03:22:56,057 DEBUG [RS:0;695c90f4bb18:43159 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21133986297/online-snapshot/abort' 2024-11-17T03:22:56,058 DEBUG [RS:0;695c90f4bb18:43159 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21133986297/online-snapshot/acquired' 2024-11-17T03:22:56,058 DEBUG [RS:0;695c90f4bb18:43159 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T03:22:56,058 INFO [RS:0;695c90f4bb18:43159 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T03:22:56,058 INFO [RS:0;695c90f4bb18:43159 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T03:22:56,159 INFO [RS:0;695c90f4bb18:43159 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T03:22:56,160 INFO [RS:0;695c90f4bb18:43159 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C43159%2C1731813773944, suffix=, logDir=hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/WALs/695c90f4bb18,43159,1731813773944, archiveDir=hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/oldWALs, maxLogs=10 2024-11-17T03:22:56,177 DEBUG [RS:0;695c90f4bb18:43159 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/WALs/695c90f4bb18,43159,1731813773944/695c90f4bb18%2C43159%2C1731813773944.1731813776160, exclude list is [], retry=0 2024-11-17T03:22:56,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-86ede904-dd09-498b-bd67-d912d0e0df26,DISK] 2024-11-17T03:22:56,185 INFO [RS:0;695c90f4bb18:43159 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/WALs/695c90f4bb18,43159,1731813773944/695c90f4bb18%2C43159%2C1731813773944.1731813776160 2024-11-17T03:22:56,185 DEBUG [RS:0;695c90f4bb18:43159 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35469:35469)] 2024-11-17T03:22:56,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:56,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:22:56,244 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:22:56,244 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:56,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:56,244 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:22:56,245 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:22:56,245 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:56,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:56,245 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:22:56,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:22:56,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:56,246 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:56,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:22:56,247 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:22:56,247 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:56,248 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:56,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:22:56,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/hbase/meta/1588230740 2024-11-17T03:22:56,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/hbase/meta/1588230740 2024-11-17T03:22:56,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:22:56,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:22:56,250 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:22:56,250 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:22:56,252 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:22:56,252 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59936134, jitterRate=-0.1068820059299469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:22:56,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731813776242Initializing all the Stores at 1731813776243 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813776243Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813776243Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813776243Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813776243Cleaning up temporary data from old regions at 1731813776249 (+6 ms)Region opened successfully at 1731813776252 (+3 ms) 2024-11-17T03:22:56,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:22:56,252 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:22:56,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:22:56,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:22:56,252 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:22:56,253 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:22:56,253 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813776252Disabling compacts and flushes for region at 1731813776252Disabling writes for close at 1731813776252Writing region close event to WAL at 1731813776253 (+1 ms)Closed at 1731813776253 2024-11-17T03:22:56,254 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:22:56,254 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T03:22:56,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T03:22:56,255 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:22:56,255 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T03:22:56,274 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:22:56,274 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:22:56,275 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148889 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:22:56,406 DEBUG [695c90f4bb18:36747 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T03:22:56,406 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=695c90f4bb18,43159,1731813773944 2024-11-17T03:22:56,407 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,43159,1731813773944, state=OPENING 2024-11-17T03:22:56,449 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T03:22:56,515 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10146d0e35f0007, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21133986297 2024-11-17T03:22:56,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21133986297 2024-11-17T03:22:56,515 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T03:22:56,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21133986297/meta-region-server: CHANGED 2024-11-17T03:22:56,515 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21133986297/meta-region-server: CHANGED 2024-11-17T03:22:56,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,43159,1731813773944}] 2024-11-17T03:22:56,667 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:22:56,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T03:22:56,671 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T03:22:56,671 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:22:56,671 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T03:22:56,672 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C43159%2C1731813773944.meta, suffix=.meta, logDir=hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/WALs/695c90f4bb18,43159,1731813773944, archiveDir=hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/oldWALs, maxLogs=10 2024-11-17T03:22:56,690 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/WALs/695c90f4bb18,43159,1731813773944/695c90f4bb18%2C43159%2C1731813773944.meta.1731813776673.meta, exclude list is [], retry=0 2024-11-17T03:22:56,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33073,DS-86ede904-dd09-498b-bd67-d912d0e0df26,DISK] 2024-11-17T03:22:56,693 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/WALs/695c90f4bb18,43159,1731813773944/695c90f4bb18%2C43159%2C1731813773944.meta.1731813776673.meta 2024-11-17T03:22:56,693 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35469:35469)] 2024-11-17T03:22:56,694 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:22:56,694 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:22:56,694 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:22:56,694 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T03:22:56,694 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T03:22:56,694 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T03:22:56,694 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:56,694 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T03:22:56,694 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T03:22:56,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T03:22:56,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T03:22:56,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:56,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:56,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T03:22:56,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T03:22:56,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:56,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:56,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T03:22:56,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T03:22:56,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:56,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:56,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T03:22:56,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T03:22:56,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:56,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T03:22:56,699 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T03:22:56,699 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/hbase/meta/1588230740 2024-11-17T03:22:56,700 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/hbase/meta/1588230740 2024-11-17T03:22:56,700 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T03:22:56,700 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T03:22:56,701 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T03:22:56,701 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T03:22:56,702 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59380628, jitterRate=-0.11515969038009644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T03:22:56,702 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T03:22:56,702 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731813776694Writing region info on filesystem at 1731813776694Initializing all the Stores at 1731813776695 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813776695Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813776695Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813776695Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731813776695Cleaning up temporary data from old regions at 1731813776700 (+5 ms)Running coprocessor post-open hooks at 1731813776702 (+2 ms)Region opened successfully at 1731813776702 2024-11-17T03:22:56,703 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731813776667 2024-11-17T03:22:56,704 DEBUG [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T03:22:56,704 INFO [RS_OPEN_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T03:22:56,704 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,43159,1731813773944 2024-11-17T03:22:56,705 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 695c90f4bb18,43159,1731813773944, state=OPEN 2024-11-17T03:22:56,767 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10146d0e35f0007, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21133986297/meta-region-server 2024-11-17T03:22:56,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21133986297/meta-region-server 2024-11-17T03:22:56,767 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=695c90f4bb18,43159,1731813773944 2024-11-17T03:22:56,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21133986297/meta-region-server: CHANGED 2024-11-17T03:22:56,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21133986297/meta-region-server: CHANGED 2024-11-17T03:22:56,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T03:22:56,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=695c90f4bb18,43159,1731813773944 in 252 msec 2024-11-17T03:22:56,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T03:22:56,770 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 515 msec 2024-11-17T03:22:56,771 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T03:22:56,771 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T03:22:56,772 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:22:56,772 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,43159,1731813773944, seqNum=-1] 2024-11-17T03:22:56,772 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:22:56,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:22:56,776 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 961 msec 2024-11-17T03:22:56,777 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731813776776, completionTime=-1 2024-11-17T03:22:56,777 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T03:22:56,777 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T03:22:56,778 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T03:22:56,778 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731813836778 2024-11-17T03:22:56,778 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731813896778 2024-11-17T03:22:56,778 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-17T03:22:56,778 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,36747,1731813773832-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:56,778 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,36747,1731813773832-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:56,778 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,36747,1731813773832-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:56,778 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-695c90f4bb18:36747, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:56,778 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:56,779 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:56,780 DEBUG [master/695c90f4bb18:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T03:22:56,781 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.770sec 2024-11-17T03:22:56,781 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T03:22:56,781 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T03:22:56,781 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T03:22:56,781 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T03:22:56,781 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T03:22:56,781 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,36747,1731813773832-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T03:22:56,781 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,36747,1731813773832-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T03:22:56,783 DEBUG [master/695c90f4bb18:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T03:22:56,783 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T03:22:56,783 INFO [master/695c90f4bb18:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=695c90f4bb18,36747,1731813773832-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T03:22:56,810 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:22:56,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:56,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:56,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:56,811 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:56,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:56,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:56,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:56,812 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:56,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:56,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:56,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:56,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:56,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:56,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:56,856 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:56,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:56,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:22:56,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d462b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:56,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,36747,-1 for getting cluster id 2024-11-17T03:22:56,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:22:56,873 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '639a9bce-b9cc-42cb-939a-13db314b1e79' 2024-11-17T03:22:56,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:22:56,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "639a9bce-b9cc-42cb-939a-13db314b1e79" 2024-11-17T03:22:56,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22f56b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:56,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,36747,-1] 2024-11-17T03:22:56,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:22:56,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:22:56,875 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:22:56,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@495486d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:22:56,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:22:56,876 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,43159,1731813773944, seqNum=-1] 2024-11-17T03:22:56,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:22:56,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:22:56,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=695c90f4bb18,36747,1731813773832 2024-11-17T03:22:56,879 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57551 2024-11-17T03:22:56,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T03:22:56,903 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10146d0e35f0008 connected 2024-11-17T03:22:56,961 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:22:56,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46199,1731813764586 2024-11-17T03:22:56,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3734951b 2024-11-17T03:22:56,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:22:56,962 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:22:56,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:22:56,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T03:22:56,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:22:56,965 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:56,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T03:22:56,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:56,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:22:56,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741835_1011 (size=902) 2024-11-17T03:22:57,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:57,375 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dc0841cd39cfa0c720ad46378f3d17cb, NAME => 'test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7 2024-11-17T03:22:57,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741836_1012 (size=39) 2024-11-17T03:22:57,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:57,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:57,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing dc0841cd39cfa0c720ad46378f3d17cb, disabling compactions & flushes 2024-11-17T03:22:57,779 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb. 2024-11-17T03:22:57,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb. 2024-11-17T03:22:57,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb. after waiting 0 ms 2024-11-17T03:22:57,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb. 2024-11-17T03:22:57,779 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb. 2024-11-17T03:22:57,779 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for dc0841cd39cfa0c720ad46378f3d17cb: Waiting for close lock at 1731813777779Disabling compacts and flushes for region at 1731813777779Disabling writes for close at 1731813777779Writing region close event to WAL at 1731813777779Closed at 1731813777779 2024-11-17T03:22:57,780 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:22:57,780 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731813777780"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813777780"}]},"ts":"1731813777780"} 2024-11-17T03:22:57,782 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:22:57,783 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:22:57,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813777783"}]},"ts":"1731813777783"} 2024-11-17T03:22:57,784 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T03:22:57,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dc0841cd39cfa0c720ad46378f3d17cb, ASSIGN}] 2024-11-17T03:22:57,785 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=dc0841cd39cfa0c720ad46378f3d17cb, ASSIGN 2024-11-17T03:22:57,786 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=dc0841cd39cfa0c720ad46378f3d17cb, ASSIGN; state=OFFLINE, location=695c90f4bb18,41101,1731813764790; forceNewPlan=false, retain=false 2024-11-17T03:22:57,937 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dc0841cd39cfa0c720ad46378f3d17cb, regionState=OPENING, regionLocation=695c90f4bb18,41101,1731813764790 2024-11-17T03:22:57,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=dc0841cd39cfa0c720ad46378f3d17cb, ASSIGN because future has completed 2024-11-17T03:22:57,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc0841cd39cfa0c720ad46378f3d17cb, server=695c90f4bb18,41101,1731813764790}] 2024-11-17T03:22:58,093 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb. 2024-11-17T03:22:58,094 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dc0841cd39cfa0c720ad46378f3d17cb, NAME => 'test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:22:58,094 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:22:58,094 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T03:22:58,094 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dc0841cd39cfa0c720ad46378f3d17cb 2024-11-17T03:22:58,094 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:58,094 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dc0841cd39cfa0c720ad46378f3d17cb 2024-11-17T03:22:58,094 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dc0841cd39cfa0c720ad46378f3d17cb 2024-11-17T03:22:58,095 INFO [StoreOpener-dc0841cd39cfa0c720ad46378f3d17cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dc0841cd39cfa0c720ad46378f3d17cb 2024-11-17T03:22:58,096 INFO [StoreOpener-dc0841cd39cfa0c720ad46378f3d17cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc0841cd39cfa0c720ad46378f3d17cb columnFamilyName f 2024-11-17T03:22:58,096 DEBUG [StoreOpener-dc0841cd39cfa0c720ad46378f3d17cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:58,096 INFO [StoreOpener-dc0841cd39cfa0c720ad46378f3d17cb-1 {}] regionserver.HStore(327): Store=dc0841cd39cfa0c720ad46378f3d17cb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:58,096 INFO [StoreOpener-dc0841cd39cfa0c720ad46378f3d17cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region dc0841cd39cfa0c720ad46378f3d17cb 2024-11-17T03:22:58,097 INFO [StoreOpener-dc0841cd39cfa0c720ad46378f3d17cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc0841cd39cfa0c720ad46378f3d17cb columnFamilyName f1 2024-11-17T03:22:58,097 DEBUG [StoreOpener-dc0841cd39cfa0c720ad46378f3d17cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:58,097 INFO [StoreOpener-dc0841cd39cfa0c720ad46378f3d17cb-1 {}] regionserver.HStore(327): Store=dc0841cd39cfa0c720ad46378f3d17cb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:58,098 INFO [StoreOpener-dc0841cd39cfa0c720ad46378f3d17cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dc0841cd39cfa0c720ad46378f3d17cb 2024-11-17T03:22:58,098 INFO [StoreOpener-dc0841cd39cfa0c720ad46378f3d17cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc0841cd39cfa0c720ad46378f3d17cb columnFamilyName norep 2024-11-17T03:22:58,098 DEBUG [StoreOpener-dc0841cd39cfa0c720ad46378f3d17cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:58,098 INFO [StoreOpener-dc0841cd39cfa0c720ad46378f3d17cb-1 {}] regionserver.HStore(327): Store=dc0841cd39cfa0c720ad46378f3d17cb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:22:58,099 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dc0841cd39cfa0c720ad46378f3d17cb 2024-11-17T03:22:58,099 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/default/test/dc0841cd39cfa0c720ad46378f3d17cb 2024-11-17T03:22:58,099 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/default/test/dc0841cd39cfa0c720ad46378f3d17cb 2024-11-17T03:22:58,100 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dc0841cd39cfa0c720ad46378f3d17cb 2024-11-17T03:22:58,100 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dc0841cd39cfa0c720ad46378f3d17cb 2024-11-17T03:22:58,100 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:22:58,101 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dc0841cd39cfa0c720ad46378f3d17cb 2024-11-17T03:22:58,102 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/default/test/dc0841cd39cfa0c720ad46378f3d17cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:22:58,103 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dc0841cd39cfa0c720ad46378f3d17cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74079149, jitterRate=0.10386534035205841}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:22:58,103 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc0841cd39cfa0c720ad46378f3d17cb 2024-11-17T03:22:58,103 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dc0841cd39cfa0c720ad46378f3d17cb: Running coprocessor pre-open hook at 1731813778094Writing region info on filesystem at 1731813778094Initializing all the Stores at 1731813778095 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813778095Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813778095Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813778095Cleaning up temporary data from old regions at 1731813778100 (+5 ms)Running coprocessor post-open hooks at 1731813778103 (+3 ms)Region opened successfully at 1731813778103 2024-11-17T03:22:58,104 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb., pid=6, masterSystemTime=1731813778090 2024-11-17T03:22:58,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:58,105 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb. 2024-11-17T03:22:58,105 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb. 2024-11-17T03:22:58,106 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dc0841cd39cfa0c720ad46378f3d17cb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=695c90f4bb18,41101,1731813764790 2024-11-17T03:22:58,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc0841cd39cfa0c720ad46378f3d17cb, server=695c90f4bb18,41101,1731813764790 because future has completed 2024-11-17T03:22:58,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T03:22:58,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dc0841cd39cfa0c720ad46378f3d17cb, server=695c90f4bb18,41101,1731813764790 in 170 msec 2024-11-17T03:22:58,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T03:22:58,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=dc0841cd39cfa0c720ad46378f3d17cb, ASSIGN in 325 msec 2024-11-17T03:22:58,111 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:22:58,111 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813778111"}]},"ts":"1731813778111"} 2024-11-17T03:22:58,112 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T03:22:58,112 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:22:58,113 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-17T03:22:59,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:59,114 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:22:59,114 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T03:22:59,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,43007,1731813768620 2024-11-17T03:22:59,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@300ebeba 2024-11-17T03:22:59,115 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:22:59,116 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:22:59,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:22:59,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T03:22:59,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:22:59,118 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:22:59,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T03:22:59,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:22:59,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:59,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40453 is added to blk_1073741835_1011 (size=902) 2024-11-17T03:22:59,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:59,523 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 66360c08717ab75cd60b5defc7f5a4f4, NAME => 'test,,1731813779116.66360c08717ab75cd60b5defc7f5a4f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7 2024-11-17T03:22:59,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40453 is added to blk_1073741836_1012 (size=39) 2024-11-17T03:22:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:22:59,928 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731813779116.66360c08717ab75cd60b5defc7f5a4f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:22:59,928 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 66360c08717ab75cd60b5defc7f5a4f4, disabling compactions & flushes 2024-11-17T03:22:59,928 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731813779116.66360c08717ab75cd60b5defc7f5a4f4. 2024-11-17T03:22:59,928 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813779116.66360c08717ab75cd60b5defc7f5a4f4. 2024-11-17T03:22:59,928 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731813779116.66360c08717ab75cd60b5defc7f5a4f4. after waiting 0 ms 2024-11-17T03:22:59,928 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731813779116.66360c08717ab75cd60b5defc7f5a4f4. 2024-11-17T03:22:59,928 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731813779116.66360c08717ab75cd60b5defc7f5a4f4. 2024-11-17T03:22:59,928 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 66360c08717ab75cd60b5defc7f5a4f4: Waiting for close lock at 1731813779928Disabling compacts and flushes for region at 1731813779928Disabling writes for close at 1731813779928Writing region close event to WAL at 1731813779928Closed at 1731813779928 2024-11-17T03:22:59,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:22:59,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731813779116.66360c08717ab75cd60b5defc7f5a4f4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731813779929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813779929"}]},"ts":"1731813779929"} 2024-11-17T03:22:59,931 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:22:59,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:22:59,931 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813779931"}]},"ts":"1731813779931"} 2024-11-17T03:22:59,932 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T03:22:59,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=66360c08717ab75cd60b5defc7f5a4f4, ASSIGN}] 2024-11-17T03:22:59,933 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=66360c08717ab75cd60b5defc7f5a4f4, ASSIGN 2024-11-17T03:22:59,934 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=66360c08717ab75cd60b5defc7f5a4f4, ASSIGN; state=OFFLINE, location=695c90f4bb18,40741,1731813768766; forceNewPlan=false, retain=false 2024-11-17T03:23:00,085 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=66360c08717ab75cd60b5defc7f5a4f4, regionState=OPENING, regionLocation=695c90f4bb18,40741,1731813768766 2024-11-17T03:23:00,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=66360c08717ab75cd60b5defc7f5a4f4, ASSIGN because future has completed 2024-11-17T03:23:00,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66360c08717ab75cd60b5defc7f5a4f4, server=695c90f4bb18,40741,1731813768766}] 2024-11-17T03:23:00,241 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731813779116.66360c08717ab75cd60b5defc7f5a4f4. 2024-11-17T03:23:00,241 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 66360c08717ab75cd60b5defc7f5a4f4, NAME => 'test,,1731813779116.66360c08717ab75cd60b5defc7f5a4f4.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:23:00,241 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:23:00,242 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T03:23:00,242 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 66360c08717ab75cd60b5defc7f5a4f4 2024-11-17T03:23:00,242 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731813779116.66360c08717ab75cd60b5defc7f5a4f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:23:00,242 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 66360c08717ab75cd60b5defc7f5a4f4 2024-11-17T03:23:00,242 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 66360c08717ab75cd60b5defc7f5a4f4 2024-11-17T03:23:00,243 INFO [StoreOpener-66360c08717ab75cd60b5defc7f5a4f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 66360c08717ab75cd60b5defc7f5a4f4 2024-11-17T03:23:00,244 INFO [StoreOpener-66360c08717ab75cd60b5defc7f5a4f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66360c08717ab75cd60b5defc7f5a4f4 columnFamilyName f 2024-11-17T03:23:00,244 DEBUG [StoreOpener-66360c08717ab75cd60b5defc7f5a4f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:23:00,244 INFO [StoreOpener-66360c08717ab75cd60b5defc7f5a4f4-1 {}] regionserver.HStore(327): Store=66360c08717ab75cd60b5defc7f5a4f4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:23:00,244 INFO [StoreOpener-66360c08717ab75cd60b5defc7f5a4f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 66360c08717ab75cd60b5defc7f5a4f4 2024-11-17T03:23:00,245 INFO [StoreOpener-66360c08717ab75cd60b5defc7f5a4f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66360c08717ab75cd60b5defc7f5a4f4 columnFamilyName f1 2024-11-17T03:23:00,245 DEBUG [StoreOpener-66360c08717ab75cd60b5defc7f5a4f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:23:00,245 INFO [StoreOpener-66360c08717ab75cd60b5defc7f5a4f4-1 {}] regionserver.HStore(327): Store=66360c08717ab75cd60b5defc7f5a4f4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:23:00,245 INFO [StoreOpener-66360c08717ab75cd60b5defc7f5a4f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 66360c08717ab75cd60b5defc7f5a4f4 2024-11-17T03:23:00,246 INFO [StoreOpener-66360c08717ab75cd60b5defc7f5a4f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66360c08717ab75cd60b5defc7f5a4f4 columnFamilyName norep 2024-11-17T03:23:00,246 DEBUG [StoreOpener-66360c08717ab75cd60b5defc7f5a4f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:23:00,246 INFO [StoreOpener-66360c08717ab75cd60b5defc7f5a4f4-1 {}] regionserver.HStore(327): Store=66360c08717ab75cd60b5defc7f5a4f4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:23:00,246 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 66360c08717ab75cd60b5defc7f5a4f4 2024-11-17T03:23:00,247 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/default/test/66360c08717ab75cd60b5defc7f5a4f4 2024-11-17T03:23:00,247 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/default/test/66360c08717ab75cd60b5defc7f5a4f4 2024-11-17T03:23:00,247 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 66360c08717ab75cd60b5defc7f5a4f4 2024-11-17T03:23:00,248 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 66360c08717ab75cd60b5defc7f5a4f4 2024-11-17T03:23:00,248 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:23:00,249 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 66360c08717ab75cd60b5defc7f5a4f4 2024-11-17T03:23:00,250 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/default/test/66360c08717ab75cd60b5defc7f5a4f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:23:00,250 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 66360c08717ab75cd60b5defc7f5a4f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68273843, jitterRate=0.01735953986644745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:23:00,250 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 66360c08717ab75cd60b5defc7f5a4f4 2024-11-17T03:23:00,250 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 66360c08717ab75cd60b5defc7f5a4f4: Running coprocessor pre-open hook at 1731813780242Writing region info on filesystem at 1731813780242Initializing all the Stores at 1731813780243 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813780243Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813780243Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813780243Cleaning up temporary data from old regions at 1731813780248 (+5 ms)Running coprocessor post-open hooks at 1731813780250 (+2 ms)Region opened successfully at 1731813780250 2024-11-17T03:23:00,251 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731813779116.66360c08717ab75cd60b5defc7f5a4f4., pid=6, masterSystemTime=1731813780238 2024-11-17T03:23:00,253 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731813779116.66360c08717ab75cd60b5defc7f5a4f4. 2024-11-17T03:23:00,253 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731813779116.66360c08717ab75cd60b5defc7f5a4f4. 2024-11-17T03:23:00,253 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=66360c08717ab75cd60b5defc7f5a4f4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=695c90f4bb18,40741,1731813768766 2024-11-17T03:23:00,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:23:00,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 66360c08717ab75cd60b5defc7f5a4f4, server=695c90f4bb18,40741,1731813768766 because future has completed 2024-11-17T03:23:00,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T03:23:00,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 66360c08717ab75cd60b5defc7f5a4f4, server=695c90f4bb18,40741,1731813768766 in 168 msec 2024-11-17T03:23:00,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T03:23:00,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=66360c08717ab75cd60b5defc7f5a4f4, ASSIGN in 323 msec 2024-11-17T03:23:00,258 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:23:00,258 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813780258"}]},"ts":"1731813780258"} 2024-11-17T03:23:00,259 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T03:23:00,260 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:23:00,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1440 sec 2024-11-17T03:23:01,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:23:01,265 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T03:23:01,265 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:23:01,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,36747,1731813773832 2024-11-17T03:23:01,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c9f8590 2024-11-17T03:23:01,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:23:01,267 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:23:01,267 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:23:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-17T03:23:01,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:23:01,269 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:23:01,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-17T03:23:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:23:01,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:23:01,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741835_1011 (size=902) 2024-11-17T03:23:01,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:23:01,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:23:01,675 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 03c6ce770d73b073086a2f649c12cad2, NAME => 'test,,1731813781267.03c6ce770d73b073086a2f649c12cad2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9 2024-11-17T03:23:01,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741836_1012 (size=39) 2024-11-17T03:23:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:23:02,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731813781267.03c6ce770d73b073086a2f649c12cad2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:23:02,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 03c6ce770d73b073086a2f649c12cad2, disabling compactions & flushes 2024-11-17T03:23:02,084 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731813781267.03c6ce770d73b073086a2f649c12cad2. 2024-11-17T03:23:02,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813781267.03c6ce770d73b073086a2f649c12cad2. 2024-11-17T03:23:02,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731813781267.03c6ce770d73b073086a2f649c12cad2. after waiting 0 ms 2024-11-17T03:23:02,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731813781267.03c6ce770d73b073086a2f649c12cad2. 2024-11-17T03:23:02,084 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731813781267.03c6ce770d73b073086a2f649c12cad2. 2024-11-17T03:23:02,084 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 03c6ce770d73b073086a2f649c12cad2: Waiting for close lock at 1731813782084Disabling compacts and flushes for region at 1731813782084Disabling writes for close at 1731813782084Writing region close event to WAL at 1731813782084Closed at 1731813782084 2024-11-17T03:23:02,085 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:23:02,085 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731813781267.03c6ce770d73b073086a2f649c12cad2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731813782085"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813782085"}]},"ts":"1731813782085"} 2024-11-17T03:23:02,087 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:23:02,087 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:23:02,087 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813782087"}]},"ts":"1731813782087"} 2024-11-17T03:23:02,088 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-17T03:23:02,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=03c6ce770d73b073086a2f649c12cad2, ASSIGN}] 2024-11-17T03:23:02,089 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=03c6ce770d73b073086a2f649c12cad2, ASSIGN 2024-11-17T03:23:02,090 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=03c6ce770d73b073086a2f649c12cad2, ASSIGN; state=OFFLINE, location=695c90f4bb18,43159,1731813773944; forceNewPlan=false, retain=false 2024-11-17T03:23:02,196 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:23:02,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:02,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:02,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:02,197 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:02,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:02,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:02,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:02,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:02,241 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=03c6ce770d73b073086a2f649c12cad2, regionState=OPENING, regionLocation=695c90f4bb18,43159,1731813773944 2024-11-17T03:23:02,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=03c6ce770d73b073086a2f649c12cad2, ASSIGN because future has completed 2024-11-17T03:23:02,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03c6ce770d73b073086a2f649c12cad2, server=695c90f4bb18,43159,1731813773944}] 2024-11-17T03:23:02,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:02,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:02,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:02,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:02,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:02,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:02,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:02,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:02,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:02,399 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731813781267.03c6ce770d73b073086a2f649c12cad2. 2024-11-17T03:23:02,399 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 03c6ce770d73b073086a2f649c12cad2, NAME => 'test,,1731813781267.03c6ce770d73b073086a2f649c12cad2.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:23:02,399 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:23:02,400 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-17T03:23:02,400 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 03c6ce770d73b073086a2f649c12cad2 2024-11-17T03:23:02,400 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731813781267.03c6ce770d73b073086a2f649c12cad2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:23:02,400 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 03c6ce770d73b073086a2f649c12cad2 2024-11-17T03:23:02,400 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 03c6ce770d73b073086a2f649c12cad2 2024-11-17T03:23:02,401 INFO [StoreOpener-03c6ce770d73b073086a2f649c12cad2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 03c6ce770d73b073086a2f649c12cad2 2024-11-17T03:23:02,402 INFO [StoreOpener-03c6ce770d73b073086a2f649c12cad2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03c6ce770d73b073086a2f649c12cad2 columnFamilyName f 2024-11-17T03:23:02,402 DEBUG [StoreOpener-03c6ce770d73b073086a2f649c12cad2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:23:02,402 INFO [StoreOpener-03c6ce770d73b073086a2f649c12cad2-1 {}] regionserver.HStore(327): Store=03c6ce770d73b073086a2f649c12cad2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:23:02,402 INFO [StoreOpener-03c6ce770d73b073086a2f649c12cad2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 03c6ce770d73b073086a2f649c12cad2 2024-11-17T03:23:02,403 INFO [StoreOpener-03c6ce770d73b073086a2f649c12cad2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03c6ce770d73b073086a2f649c12cad2 columnFamilyName f1 2024-11-17T03:23:02,403 DEBUG [StoreOpener-03c6ce770d73b073086a2f649c12cad2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:23:02,403 INFO [StoreOpener-03c6ce770d73b073086a2f649c12cad2-1 {}] regionserver.HStore(327): Store=03c6ce770d73b073086a2f649c12cad2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:23:02,403 INFO [StoreOpener-03c6ce770d73b073086a2f649c12cad2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 03c6ce770d73b073086a2f649c12cad2 2024-11-17T03:23:02,404 INFO [StoreOpener-03c6ce770d73b073086a2f649c12cad2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03c6ce770d73b073086a2f649c12cad2 columnFamilyName norep 2024-11-17T03:23:02,404 DEBUG [StoreOpener-03c6ce770d73b073086a2f649c12cad2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:23:02,404 INFO [StoreOpener-03c6ce770d73b073086a2f649c12cad2-1 {}] regionserver.HStore(327): Store=03c6ce770d73b073086a2f649c12cad2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:23:02,404 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 03c6ce770d73b073086a2f649c12cad2 2024-11-17T03:23:02,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:23:02,404 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/default/test/03c6ce770d73b073086a2f649c12cad2 2024-11-17T03:23:02,405 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/default/test/03c6ce770d73b073086a2f649c12cad2 2024-11-17T03:23:02,405 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 03c6ce770d73b073086a2f649c12cad2 2024-11-17T03:23:02,405 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 03c6ce770d73b073086a2f649c12cad2 2024-11-17T03:23:02,405 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:23:02,406 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 03c6ce770d73b073086a2f649c12cad2 2024-11-17T03:23:02,407 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/default/test/03c6ce770d73b073086a2f649c12cad2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:23:02,407 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 03c6ce770d73b073086a2f649c12cad2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59074791, jitterRate=-0.11971701681613922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:23:02,407 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 03c6ce770d73b073086a2f649c12cad2 2024-11-17T03:23:02,407 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 03c6ce770d73b073086a2f649c12cad2: Running coprocessor pre-open hook at 1731813782400Writing region info on filesystem at 1731813782400Initializing all the Stores at 1731813782400Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813782401 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813782401Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813782401Cleaning up temporary data from old regions at 1731813782405 (+4 ms)Running coprocessor post-open hooks at 1731813782407 (+2 ms)Region opened successfully at 1731813782407 2024-11-17T03:23:02,408 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731813781267.03c6ce770d73b073086a2f649c12cad2., pid=6, masterSystemTime=1731813782396 2024-11-17T03:23:02,409 DEBUG [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731813781267.03c6ce770d73b073086a2f649c12cad2. 2024-11-17T03:23:02,410 INFO [RS_OPEN_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731813781267.03c6ce770d73b073086a2f649c12cad2. 2024-11-17T03:23:02,410 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=03c6ce770d73b073086a2f649c12cad2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=695c90f4bb18,43159,1731813773944 2024-11-17T03:23:02,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03c6ce770d73b073086a2f649c12cad2, server=695c90f4bb18,43159,1731813773944 because future has completed 2024-11-17T03:23:02,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T03:23:02,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 03c6ce770d73b073086a2f649c12cad2, server=695c90f4bb18,43159,1731813773944 in 168 msec 2024-11-17T03:23:02,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T03:23:02,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=03c6ce770d73b073086a2f649c12cad2, ASSIGN in 324 msec 2024-11-17T03:23:02,415 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:23:02,415 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813782415"}]},"ts":"1731813782415"} 2024-11-17T03:23:02,416 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-17T03:23:02,417 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:23:02,418 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-17T03:23:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36747 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T03:23:03,415 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-17T03:23:03,415 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea886c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:03,415 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46199,-1 for getting cluster id 2024-11-17T03:23:03,416 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:23:03,416 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f44a54f0-5d45-47cc-a7e3-14ad5acb7e78' 2024-11-17T03:23:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:23:03,416 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f44a54f0-5d45-47cc-a7e3-14ad5acb7e78" 2024-11-17T03:23:03,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb5aa38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:03,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46199,-1] 2024-11-17T03:23:03,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:23:03,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:03,417 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:23:03,418 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@316fa4f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:03,418 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:23:03,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46199,1731813764586 2024-11-17T03:23:03,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39a54fd8 2024-11-17T03:23:03,419 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:23:03,419 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:23:03,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://695c90f4bb18:43007,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T03:23:03,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T03:23:03,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:23:03,422 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:43007' 2024-11-17T03:23:03,423 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec5f74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:03,423 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,43007,-1 for getting cluster id 2024-11-17T03:23:03,423 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:23:03,423 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a3131c7-6638-4918-9d83-dce356c3445b' 2024-11-17T03:23:03,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:23:03,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a3131c7-6638-4918-9d83-dce356c3445b" 2024-11-17T03:23:03,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5a0fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:03,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,43007,-1] 2024-11-17T03:23:03,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:23:03,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:03,424 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:23:03,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7406ecc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:03,425 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:23:03,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,43007,1731813768620 2024-11-17T03:23:03,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2189d521 2024-11-17T03:23:03,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:23:03,426 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:23:03,426 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-17T03:23:03,427 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T03:23:03,427 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:03,427 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:03,427 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:23:03,427 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T03:23:03,428 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-17T03:23:03,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T03:23:03,429 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:23:03,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T03:23:03,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741837_1013 (size=1138) 2024-11-17T03:23:03,478 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-17T03:23:03,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:23:03,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:23:03,835 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6031c63c49c4191cf51da6846695efd, NAME => 'hbase:replication,,1731813783427.f6031c63c49c4191cf51da6846695efd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7 2024-11-17T03:23:03,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741838_1014 (size=44) 2024-11-17T03:23:04,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:23:04,239 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813783427.f6031c63c49c4191cf51da6846695efd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:23:04,240 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f6031c63c49c4191cf51da6846695efd, disabling compactions & flushes 2024-11-17T03:23:04,240 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813783427.f6031c63c49c4191cf51da6846695efd. 2024-11-17T03:23:04,240 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813783427.f6031c63c49c4191cf51da6846695efd. 2024-11-17T03:23:04,240 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813783427.f6031c63c49c4191cf51da6846695efd. after waiting 0 ms 2024-11-17T03:23:04,240 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813783427.f6031c63c49c4191cf51da6846695efd. 2024-11-17T03:23:04,240 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731813783427.f6031c63c49c4191cf51da6846695efd. 2024-11-17T03:23:04,240 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6031c63c49c4191cf51da6846695efd: Waiting for close lock at 1731813784239Disabling compacts and flushes for region at 1731813784239Disabling writes for close at 1731813784240 (+1 ms)Writing region close event to WAL at 1731813784240Closed at 1731813784240 2024-11-17T03:23:04,241 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T03:23:04,241 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731813783427.f6031c63c49c4191cf51da6846695efd.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731813784241"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731813784241"}]},"ts":"1731813784241"} 2024-11-17T03:23:04,243 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T03:23:04,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T03:23:04,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813784243"}]},"ts":"1731813784243"} 2024-11-17T03:23:04,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-17T03:23:04,245 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6031c63c49c4191cf51da6846695efd, ASSIGN}] 2024-11-17T03:23:04,246 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6031c63c49c4191cf51da6846695efd, ASSIGN 2024-11-17T03:23:04,246 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f6031c63c49c4191cf51da6846695efd, ASSIGN; state=OFFLINE, location=695c90f4bb18,41101,1731813764790; forceNewPlan=false, retain=false 2024-11-17T03:23:04,397 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f6031c63c49c4191cf51da6846695efd, regionState=OPENING, regionLocation=695c90f4bb18,41101,1731813764790 2024-11-17T03:23:04,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f6031c63c49c4191cf51da6846695efd, ASSIGN because future has completed 2024-11-17T03:23:04,399 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6031c63c49c4191cf51da6846695efd, server=695c90f4bb18,41101,1731813764790}] 2024-11-17T03:23:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:23:04,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731813783427.f6031c63c49c4191cf51da6846695efd. 2024-11-17T03:23:04,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T03:23:04,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-17T03:23:04,555 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=695c90f4bb18%2C41101%2C1731813764790.rep, suffix=, logDir=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790, archiveDir=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/oldWALs, maxLogs=10 2024-11-17T03:23:04,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.rep.1731813784555, exclude list is [], retry=0 2024-11-17T03:23:04,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33703,DS-9cac36cf-4d55-45a1-ad0a-895a46484c39,DISK] 2024-11-17T03:23:04,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.rep.1731813784555 2024-11-17T03:23:04,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40133:40133)] 2024-11-17T03:23:04,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f6031c63c49c4191cf51da6846695efd, NAME => 'hbase:replication,,1731813783427.f6031c63c49c4191cf51da6846695efd.', STARTKEY => '', ENDKEY => ''} 2024-11-17T03:23:04,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-17T03:23:04,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T03:23:04,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731813783427.f6031c63c49c4191cf51da6846695efd. service=MultiRowMutationService 2024-11-17T03:23:04,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-17T03:23:04,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f6031c63c49c4191cf51da6846695efd 2024-11-17T03:23:04,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731813783427.f6031c63c49c4191cf51da6846695efd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T03:23:04,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f6031c63c49c4191cf51da6846695efd 2024-11-17T03:23:04,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f6031c63c49c4191cf51da6846695efd 2024-11-17T03:23:04,579 INFO [StoreOpener-f6031c63c49c4191cf51da6846695efd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f6031c63c49c4191cf51da6846695efd 2024-11-17T03:23:04,580 INFO [StoreOpener-f6031c63c49c4191cf51da6846695efd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6031c63c49c4191cf51da6846695efd columnFamilyName hfileref 2024-11-17T03:23:04,580 DEBUG [StoreOpener-f6031c63c49c4191cf51da6846695efd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:23:04,580 INFO [StoreOpener-f6031c63c49c4191cf51da6846695efd-1 {}] regionserver.HStore(327): Store=f6031c63c49c4191cf51da6846695efd/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:23:04,580 INFO [StoreOpener-f6031c63c49c4191cf51da6846695efd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f6031c63c49c4191cf51da6846695efd 2024-11-17T03:23:04,581 INFO [StoreOpener-f6031c63c49c4191cf51da6846695efd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6031c63c49c4191cf51da6846695efd columnFamilyName queue 2024-11-17T03:23:04,581 DEBUG [StoreOpener-f6031c63c49c4191cf51da6846695efd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:23:04,581 INFO [StoreOpener-f6031c63c49c4191cf51da6846695efd-1 {}] regionserver.HStore(327): Store=f6031c63c49c4191cf51da6846695efd/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:23:04,581 INFO [StoreOpener-f6031c63c49c4191cf51da6846695efd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f6031c63c49c4191cf51da6846695efd 2024-11-17T03:23:04,582 INFO [StoreOpener-f6031c63c49c4191cf51da6846695efd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6031c63c49c4191cf51da6846695efd columnFamilyName sid 2024-11-17T03:23:04,582 DEBUG [StoreOpener-f6031c63c49c4191cf51da6846695efd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T03:23:04,582 INFO [StoreOpener-f6031c63c49c4191cf51da6846695efd-1 {}] regionserver.HStore(327): Store=f6031c63c49c4191cf51da6846695efd/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T03:23:04,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f6031c63c49c4191cf51da6846695efd 2024-11-17T03:23:04,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/replication/f6031c63c49c4191cf51da6846695efd 2024-11-17T03:23:04,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/replication/f6031c63c49c4191cf51da6846695efd 2024-11-17T03:23:04,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f6031c63c49c4191cf51da6846695efd 2024-11-17T03:23:04,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f6031c63c49c4191cf51da6846695efd 2024-11-17T03:23:04,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T03:23:04,585 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f6031c63c49c4191cf51da6846695efd 2024-11-17T03:23:04,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/replication/f6031c63c49c4191cf51da6846695efd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T03:23:04,588 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f6031c63c49c4191cf51da6846695efd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70468224, jitterRate=0.05005836486816406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T03:23:04,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6031c63c49c4191cf51da6846695efd 2024-11-17T03:23:04,589 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f6031c63c49c4191cf51da6846695efd: Running coprocessor pre-open hook at 1731813784579Writing region info on filesystem at 1731813784579Initializing all the Stores at 1731813784579Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813784579Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813784579Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731813784579Cleaning up temporary data from old regions at 1731813784584 (+5 ms)Running coprocessor post-open hooks at 1731813784588 (+4 ms)Region opened successfully at 1731813784589 (+1 ms) 2024-11-17T03:23:04,592 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731813783427.f6031c63c49c4191cf51da6846695efd., pid=10, masterSystemTime=1731813784551 2024-11-17T03:23:04,596 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f6031c63c49c4191cf51da6846695efd, regionState=OPEN, openSeqNum=2, regionLocation=695c90f4bb18,41101,1731813764790 2024-11-17T03:23:04,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731813783427.f6031c63c49c4191cf51da6846695efd. 2024-11-17T03:23:04,597 INFO [RS_OPEN_PRIORITY_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731813783427.f6031c63c49c4191cf51da6846695efd. 2024-11-17T03:23:04,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6031c63c49c4191cf51da6846695efd, server=695c90f4bb18,41101,1731813764790 because future has completed 2024-11-17T03:23:04,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T03:23:04,620 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f6031c63c49c4191cf51da6846695efd, server=695c90f4bb18,41101,1731813764790 in 218 msec 2024-11-17T03:23:04,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T03:23:04,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6031c63c49c4191cf51da6846695efd, ASSIGN in 375 msec 2024-11-17T03:23:04,624 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T03:23:04,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731813784625"}]},"ts":"1731813784625"} 2024-11-17T03:23:04,627 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-17T03:23:04,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T03:23:04,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2020 sec 2024-11-17T03:23:04,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731813783427.f6031c63c49c4191cf51da6846695efd., hostname=695c90f4bb18,41101,1731813764790, seqNum=2] 2024-11-17T03:23:04,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x10146d0e35f0001, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081456682 2024-11-17T03:23:04,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081456682 2024-11-17T03:23:04,813 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T03:23:04,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-17T03:23:04,972 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-17T03:23:05,013 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-695c90f4bb18,41101,1731813764790, ReplicationSource: 1, currentBandwidth=0 2024-11-17T03:23:05,013 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:23:05,014 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,41101,1731813764790, seqNum=-1] 2024-11-17T03:23:05,014 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:23:05,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-17T03:23:05,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-695c90f4bb18,41101,1731813764790', locateType=CURRENT is [region=hbase:replication,,1731813783427.f6031c63c49c4191cf51da6846695efd., hostname=695c90f4bb18,41101,1731813764790, seqNum=2] 2024-11-17T03:23:05,020 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-17T03:23:05,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-17T03:23:05,023 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 695c90f4bb18,41101,1731813764790 suceeded 2024-11-17T03:23:05,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-17T03:23:05,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 210 msec 2024-11-17T03:23:05,025 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://695c90f4bb18:43007,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T03:23:05,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6050 sec 2024-11-17T03:23:05,038 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:43007' 2024-11-17T03:23:05,045 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ab05b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:05,045 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,43007,-1 for getting cluster id 2024-11-17T03:23:05,045 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:23:05,046 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a3131c7-6638-4918-9d83-dce356c3445b' 2024-11-17T03:23:05,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:23:05,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a3131c7-6638-4918-9d83-dce356c3445b" 2024-11-17T03:23:05,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a034a00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:05,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,43007,-1] 2024-11-17T03:23:05,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:23:05,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:05,048 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:23:05,048 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e79e77a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:05,048 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:23:05,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,43007,1731813768620 2024-11-17T03:23:05,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3892af96 2024-11-17T03:23:05,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:23:05,051 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-17T03:23:05,052 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-695c90f4bb18,41101,1731813764790 (queues=1) is replicating from cluster=f44a54f0-5d45-47cc-a7e3-14ad5acb7e78 to cluster=2a3131c7-6638-4918-9d83-dce356c3445b 2024-11-17T03:23:05,052 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=695c90f4bb18%2C41101%2C1731813764790 2024-11-17T03:23:05,052 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-695c90f4bb18,41101,1731813764790, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T03:23:05,053 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813765977, startPosition=0, beingWritten=true 2024-11-17T03:23:05,058 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.shipper695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 695c90f4bb18%2C41101%2C1731813764790 2024-11-17T03:23:05,060 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:23:05,061 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813765977 to pos 379, reset compression=false 2024-11-17T03:23:05,061 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.shipper695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,41101,1731813764790 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813765977, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:23:05,264 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813765977 to pos 379, reset compression=false 2024-11-17T03:23:05,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T03:23:05,565 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-17T03:23:05,565 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:23:05,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:23:05,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:05,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:05,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:23:05,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4aceb3c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:05,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46199,-1 for getting cluster id 2024-11-17T03:23:05,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:23:05,573 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f44a54f0-5d45-47cc-a7e3-14ad5acb7e78' 2024-11-17T03:23:05,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:23:05,573 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f44a54f0-5d45-47cc-a7e3-14ad5acb7e78" 2024-11-17T03:23:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b4b05e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46199,-1] 2024-11-17T03:23:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:23:05,574 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:05,575 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:23:05,576 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d332b14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:05,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ccd8245, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:05,576 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,43007,-1 for getting cluster id 2024-11-17T03:23:05,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:23:05,578 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a3131c7-6638-4918-9d83-dce356c3445b' 2024-11-17T03:23:05,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:23:05,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a3131c7-6638-4918-9d83-dce356c3445b" 2024-11-17T03:23:05,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f39ffd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:05,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,43007,-1] 2024-11-17T03:23:05,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:23:05,579 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:05,580 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:23:05,580 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b5f32a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:05,586 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813765977 to pos 379, reset compression=false 2024-11-17T03:23:05,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e80815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:05,603 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,36747,-1 for getting cluster id 2024-11-17T03:23:05,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:23:05,604 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '639a9bce-b9cc-42cb-939a-13db314b1e79' 2024-11-17T03:23:05,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:23:05,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "639a9bce-b9cc-42cb-939a-13db314b1e79" 2024-11-17T03:23:05,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa16997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:05,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,36747,-1] 2024-11-17T03:23:05,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:23:05,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:05,606 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:23:05,606 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@253e07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:05,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:23:05,621 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731813785621/Put/seqid=0 2024-11-17T03:23:05,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741840_1016 (size=7894) 2024-11-17T03:23:06,017 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813765977 to pos 379, reset compression=false 2024-11-17T03:23:06,028 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T03:23:06,040 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731813786039/Put/seqid=0 2024-11-17T03:23:06,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741841_1017 (size=7691) 2024-11-17T03:23:06,444 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5fcdda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:06,445 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46199,-1 for getting cluster id 2024-11-17T03:23:06,445 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:23:06,445 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f44a54f0-5d45-47cc-a7e3-14ad5acb7e78' 2024-11-17T03:23:06,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:23:06,445 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f44a54f0-5d45-47cc-a7e3-14ad5acb7e78" 2024-11-17T03:23:06,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65890c9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:06,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46199,-1] 2024-11-17T03:23:06,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:23:06,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:06,446 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:23:06,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c69c1d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:06,447 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:23:06,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,41101,1731813764790, seqNum=-1] 2024-11-17T03:23:06,448 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:23:06,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:23:06,455 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:23:06,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46199,1731813764586 2024-11-17T03:23:06,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f6ba184 2024-11-17T03:23:06,456 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:23:06,457 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:23:06,459 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb., hostname=695c90f4bb18,41101,1731813764790, seqNum=2] 2024-11-17T03:23:06,461 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T03:23:06,465 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-17T03:23:06,466 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-17T03:23:06,470 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/testHFileCyclicReplication_0/f/hfile_1 for inclusion in dc0841cd39cfa0c720ad46378f3d17cb/f 2024-11-17T03:23:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-17T03:23:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T03:23:06,472 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/testHFileCyclicReplication_0/f/hfile_0 for inclusion in dc0841cd39cfa0c720ad46378f3d17cb/f 2024-11-17T03:23:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-17T03:23:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T03:23:06,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HRegion(2603): Flush status journal for dc0841cd39cfa0c720ad46378f3d17cb: 2024-11-17T03:23:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/staging/jenkins__test__17eb862puu122ur4e7kcasjj01cu084gtnbu4toke10oldm7o2dbclg5qe0pr7e8/f/hfile_1 2024-11-17T03:23:06,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/staging/jenkins__test__17eb862puu122ur4e7kcasjj01cu084gtnbu4toke10oldm7o2dbclg5qe0pr7e8/f/hfile_1 as hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/default/test/dc0841cd39cfa0c720ad46378f3d17cb/f/8feea7919f374e94a864869bb3ce6f90_SeqId_4_ 2024-11-17T03:23:06,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/staging/jenkins__test__17eb862puu122ur4e7kcasjj01cu084gtnbu4toke10oldm7o2dbclg5qe0pr7e8/f/hfile_0 2024-11-17T03:23:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/staging/jenkins__test__17eb862puu122ur4e7kcasjj01cu084gtnbu4toke10oldm7o2dbclg5qe0pr7e8/f/hfile_0 as hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/default/test/dc0841cd39cfa0c720ad46378f3d17cb/f/36d654a4168e44bda7da031ad1d27615_SeqId_4_ 2024-11-17T03:23:06,482 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/staging/jenkins__test__17eb862puu122ur4e7kcasjj01cu084gtnbu4toke10oldm7o2dbclg5qe0pr7e8/f/hfile_1 into dc0841cd39cfa0c720ad46378f3d17cb/f as hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/default/test/dc0841cd39cfa0c720ad46378f3d17cb/f/8feea7919f374e94a864869bb3ce6f90_SeqId_4_ - updating store file list. 2024-11-17T03:23:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8feea7919f374e94a864869bb3ce6f90_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T03:23:06,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/default/test/dc0841cd39cfa0c720ad46378f3d17cb/f/8feea7919f374e94a864869bb3ce6f90_SeqId_4_ into dc0841cd39cfa0c720ad46378f3d17cb/f 2024-11-17T03:23:06,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/staging/jenkins__test__17eb862puu122ur4e7kcasjj01cu084gtnbu4toke10oldm7o2dbclg5qe0pr7e8/f/hfile_1 into dc0841cd39cfa0c720ad46378f3d17cb/f (new location: hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/default/test/dc0841cd39cfa0c720ad46378f3d17cb/f/8feea7919f374e94a864869bb3ce6f90_SeqId_4_) 2024-11-17T03:23:06,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/staging/jenkins__test__17eb862puu122ur4e7kcasjj01cu084gtnbu4toke10oldm7o2dbclg5qe0pr7e8/f/hfile_1 2024-11-17T03:23:06,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/staging/jenkins__test__17eb862puu122ur4e7kcasjj01cu084gtnbu4toke10oldm7o2dbclg5qe0pr7e8/f/hfile_0 into dc0841cd39cfa0c720ad46378f3d17cb/f as hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/default/test/dc0841cd39cfa0c720ad46378f3d17cb/f/36d654a4168e44bda7da031ad1d27615_SeqId_4_ - updating store file list. 2024-11-17T03:23:06,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 36d654a4168e44bda7da031ad1d27615_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T03:23:06,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/default/test/dc0841cd39cfa0c720ad46378f3d17cb/f/36d654a4168e44bda7da031ad1d27615_SeqId_4_ into dc0841cd39cfa0c720ad46378f3d17cb/f 2024-11-17T03:23:06,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/staging/jenkins__test__17eb862puu122ur4e7kcasjj01cu084gtnbu4toke10oldm7o2dbclg5qe0pr7e8/f/hfile_0 into dc0841cd39cfa0c720ad46378f3d17cb/f (new location: hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/default/test/dc0841cd39cfa0c720ad46378f3d17cb/f/36d654a4168e44bda7da031ad1d27615_SeqId_4_) 2024-11-17T03:23:06,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/staging/jenkins__test__17eb862puu122ur4e7kcasjj01cu084gtnbu4toke10oldm7o2dbclg5qe0pr7e8/f/hfile_0 2024-11-17T03:23:06,495 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:23:06,495 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:23:06,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:06,496 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:06,496 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:23:06,496 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:23:06,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,40741,1731813768766, seqNum=-1] 2024-11-17T03:23:06,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:23:06,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:23:06,501 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731813779116.66360c08717ab75cd60b5defc7f5a4f4., hostname=695c90f4bb18,40741,1731813768766, seqNum=2] 2024-11-17T03:23:06,502 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T03:23:06,520 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813765977 to pos 379, reset compression=false 2024-11-17T03:23:06,524 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:23:06,524 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.shipper695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,41101,1731813764790 got entry batch from reader: WALEntryBatch [walEntries=[{test/dc0841cd39cfa0c720ad46378f3d17cb/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731813786494/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813765977, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T03:23:06,526 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.shipper695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:23:06,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-17T03:23:06,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.ReplicationSink(318): Replicating [f44a54f0-5d45-47cc-a7e3-14ad5acb7e78] bulk loaded data 2024-11-17T03:23:06,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@345e45e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:06,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,43007,-1 for getting cluster id 2024-11-17T03:23:06,528 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:23:06,529 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2a3131c7-6638-4918-9d83-dce356c3445b' 2024-11-17T03:23:06,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:23:06,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2a3131c7-6638-4918-9d83-dce356c3445b" 2024-11-17T03:23:06,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3af60aa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:06,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,43007,-1] 2024-11-17T03:23:06,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:23:06,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:06,530 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:23:06,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1246844a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:06,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40453 is added to blk_1073741837_1013 (size=7691) 2024-11-17T03:23:06,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40453 is added to blk_1073741838_1014 (size=7894) 2024-11-17T03:23:06,724 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813765977 to pos 687, reset compression=false 2024-11-17T03:23:06,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:23:06,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,43007,1731813768620 2024-11-17T03:23:06,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@302a183f 2024-11-17T03:23:06,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:23:06,950 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-17T03:23:06,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T03:23:06,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:23:06,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,40741,1731813768766, seqNum=-1] 2024-11-17T03:23:06,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:23:06,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-17T03:23:06,957 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/staging/jenkins.hfs.22__test__avnq72diojogvvs2ni99dvarssikovepab9elruqkj3aob7pm0telatfk3od46aa/f/36d654a4168e44bda7da031ad1d27615_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-17T03:23:06,959 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/staging/jenkins.hfs.22__test__avnq72diojogvvs2ni99dvarssikovepab9elruqkj3aob7pm0telatfk3od46aa/f/8feea7919f374e94a864869bb3ce6f90_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-17T03:23:06,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/staging/jenkins.hfs.22__test__avnq72diojogvvs2ni99dvarssikovepab9elruqkj3aob7pm0telatfk3od46aa/f/8feea7919f374e94a864869bb3ce6f90_SeqId_4_ for inclusion in 66360c08717ab75cd60b5defc7f5a4f4/f 2024-11-17T03:23:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-17T03:23:06,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T03:23:06,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/staging/jenkins.hfs.22__test__avnq72diojogvvs2ni99dvarssikovepab9elruqkj3aob7pm0telatfk3od46aa/f/36d654a4168e44bda7da031ad1d27615_SeqId_4_ for inclusion in 66360c08717ab75cd60b5defc7f5a4f4/f 2024-11-17T03:23:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-17T03:23:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T03:23:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HRegion(2603): Flush status journal for 66360c08717ab75cd60b5defc7f5a4f4: 2024-11-17T03:23:06,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8feea7919f374e94a864869bb3ce6f90_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T03:23:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/staging/jenkins.hfs.22__test__avnq72diojogvvs2ni99dvarssikovepab9elruqkj3aob7pm0telatfk3od46aa/f/8feea7919f374e94a864869bb3ce6f90_SeqId_4_ as hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/default/test/66360c08717ab75cd60b5defc7f5a4f4/f/703a385385364151a086f4de6906ddab_SeqId_4_ 2024-11-17T03:23:06,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 36d654a4168e44bda7da031ad1d27615_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-17T03:23:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/staging/jenkins.hfs.22__test__avnq72diojogvvs2ni99dvarssikovepab9elruqkj3aob7pm0telatfk3od46aa/f/36d654a4168e44bda7da031ad1d27615_SeqId_4_ as hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/default/test/66360c08717ab75cd60b5defc7f5a4f4/f/f413caf2f0124a08add0f904c4d9a197_SeqId_4_ 2024-11-17T03:23:06,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/staging/jenkins.hfs.22__test__avnq72diojogvvs2ni99dvarssikovepab9elruqkj3aob7pm0telatfk3od46aa/f/8feea7919f374e94a864869bb3ce6f90_SeqId_4_ into 66360c08717ab75cd60b5defc7f5a4f4/f as hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/default/test/66360c08717ab75cd60b5defc7f5a4f4/f/703a385385364151a086f4de6906ddab_SeqId_4_ - updating store file list. 2024-11-17T03:23:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 703a385385364151a086f4de6906ddab_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T03:23:06,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/default/test/66360c08717ab75cd60b5defc7f5a4f4/f/703a385385364151a086f4de6906ddab_SeqId_4_ into 66360c08717ab75cd60b5defc7f5a4f4/f 2024-11-17T03:23:06,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/staging/jenkins.hfs.22__test__avnq72diojogvvs2ni99dvarssikovepab9elruqkj3aob7pm0telatfk3od46aa/f/8feea7919f374e94a864869bb3ce6f90_SeqId_4_ into 66360c08717ab75cd60b5defc7f5a4f4/f (new location: hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/default/test/66360c08717ab75cd60b5defc7f5a4f4/f/703a385385364151a086f4de6906ddab_SeqId_4_) 2024-11-17T03:23:06,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/staging/jenkins.hfs.22__test__avnq72diojogvvs2ni99dvarssikovepab9elruqkj3aob7pm0telatfk3od46aa/f/8feea7919f374e94a864869bb3ce6f90_SeqId_4_ 2024-11-17T03:23:06,970 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/staging/jenkins.hfs.22__test__avnq72diojogvvs2ni99dvarssikovepab9elruqkj3aob7pm0telatfk3od46aa/f/36d654a4168e44bda7da031ad1d27615_SeqId_4_ into 66360c08717ab75cd60b5defc7f5a4f4/f as hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/default/test/66360c08717ab75cd60b5defc7f5a4f4/f/f413caf2f0124a08add0f904c4d9a197_SeqId_4_ - updating store file list. 2024-11-17T03:23:06,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f413caf2f0124a08add0f904c4d9a197_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T03:23:06,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/default/test/66360c08717ab75cd60b5defc7f5a4f4/f/f413caf2f0124a08add0f904c4d9a197_SeqId_4_ into 66360c08717ab75cd60b5defc7f5a4f4/f 2024-11-17T03:23:06,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/staging/jenkins.hfs.22__test__avnq72diojogvvs2ni99dvarssikovepab9elruqkj3aob7pm0telatfk3od46aa/f/36d654a4168e44bda7da031ad1d27615_SeqId_4_ into 66360c08717ab75cd60b5defc7f5a4f4/f (new location: hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/default/test/66360c08717ab75cd60b5defc7f5a4f4/f/f413caf2f0124a08add0f904c4d9a197_SeqId_4_) 2024-11-17T03:23:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/staging/jenkins.hfs.22__test__avnq72diojogvvs2ni99dvarssikovepab9elruqkj3aob7pm0telatfk3od46aa/f/36d654a4168e44bda7da031ad1d27615_SeqId_4_ 2024-11-17T03:23:06,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.ReplicationSink(324): Finished replicating [f44a54f0-5d45-47cc-a7e3-14ad5acb7e78] bulk loaded data 2024-11-17T03:23:07,028 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813765977 to pos 687, reset compression=false 2024-11-17T03:23:07,431 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813765977 to pos 687, reset compression=false 2024-11-17T03:23:07,509 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:23:07,510 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,43159,1731813773944, seqNum=-1] 2024-11-17T03:23:07,511 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:23:07,511 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:23:07,513 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731813781267.03c6ce770d73b073086a2f649c12cad2., hostname=695c90f4bb18,43159,1731813773944, seqNum=2] 2024-11-17T03:23:07,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:23:07,519 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T03:23:07,520 DEBUG [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 695c90f4bb18%2C41101%2C1731813764790.meta:.meta(num 1731813766382) roll requested 2024-11-17T03:23:07,533 DEBUG [regionserver/695c90f4bb18:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.meta.1731813787520.meta, exclude list is [], retry=0 2024-11-17T03:23:07,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33703,DS-9cac36cf-4d55-45a1-ad0a-895a46484c39,DISK] 2024-11-17T03:23:07,536 INFO [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.meta.1731813766382.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.meta.1731813787520.meta 2024-11-17T03:23:07,536 DEBUG [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40133:40133)] 2024-11-17T03:23:07,537 DEBUG [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.meta.1731813766382.meta is not closed yet, will try archiving it next time 2024-11-17T03:23:07,537 DEBUG [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 695c90f4bb18%2C41101%2C1731813764790.rep:(num 1731813784555) roll requested 2024-11-17T03:23:07,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741834_1010 (size=3473) 2024-11-17T03:23:07,538 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.meta.1731813766382.meta not finished, retry = 0 2024-11-17T03:23:07,548 DEBUG [regionserver/695c90f4bb18:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.rep.1731813787537, exclude list is [], retry=0 2024-11-17T03:23:07,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33703,DS-9cac36cf-4d55-45a1-ad0a-895a46484c39,DISK] 2024-11-17T03:23:07,551 INFO [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.rep.1731813784555 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.rep.1731813787537 2024-11-17T03:23:07,551 DEBUG [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40133:40133)] 2024-11-17T03:23:07,551 DEBUG [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.rep.1731813784555 is not closed yet, will try archiving it next time 2024-11-17T03:23:07,551 DEBUG [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 695c90f4bb18%2C41101%2C1731813764790:(num 1731813765977) roll requested 2024-11-17T03:23:07,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741839_1015 (size=1505) 2024-11-17T03:23:07,552 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.rep.1731813784555 not finished, retry = 0 2024-11-17T03:23:07,564 DEBUG [regionserver/695c90f4bb18:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551, exclude list is [], retry=0 2024-11-17T03:23:07,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33703,DS-9cac36cf-4d55-45a1-ad0a-895a46484c39,DISK] 2024-11-17T03:23:07,567 INFO [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813765977 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 2024-11-17T03:23:07,567 DEBUG [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40133:40133)] 2024-11-17T03:23:07,567 DEBUG [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813765977 is not closed yet, will try archiving it next time 2024-11-17T03:23:07,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c90002, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:07,568 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46199,-1 for getting cluster id 2024-11-17T03:23:07,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:23:07,568 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f44a54f0-5d45-47cc-a7e3-14ad5acb7e78' 2024-11-17T03:23:07,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741833_1009 (size=695) 2024-11-17T03:23:07,568 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813765977 not finished, retry = 0 2024-11-17T03:23:07,568 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:23:07,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f44a54f0-5d45-47cc-a7e3-14ad5acb7e78" 2024-11-17T03:23:07,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff4492f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:07,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46199,-1] 2024-11-17T03:23:07,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:23:07,569 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:07,570 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:23:07,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e9b11e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:07,570 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:23:07,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46199,1731813764586 2024-11-17T03:23:07,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4133f63 2024-11-17T03:23:07,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:23:07,571 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:23:07,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://695c90f4bb18:36747,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-17T03:23:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-17T03:23:07,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T03:23:07,574 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:36747' 2024-11-17T03:23:07,575 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6920085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:07,575 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,36747,-1 for getting cluster id 2024-11-17T03:23:07,575 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:23:07,576 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '639a9bce-b9cc-42cb-939a-13db314b1e79' 2024-11-17T03:23:07,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:23:07,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "639a9bce-b9cc-42cb-939a-13db314b1e79" 2024-11-17T03:23:07,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e9ee98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:07,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,36747,-1] 2024-11-17T03:23:07,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:23:07,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:07,577 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:23:07,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a93842e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:07,578 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:23:07,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,36747,1731813773832 2024-11-17T03:23:07,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61ceab5e 2024-11-17T03:23:07,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:23:07,579 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:23:07,579 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-17T03:23:07,580 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-17T03:23:07,580 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:07,580 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:07,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:23:07,653 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-17T03:23:07,670 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813765977 to hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/oldWALs/695c90f4bb18%2C41101%2C1731813764790.1731813765977 2024-11-17T03:23:07,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T03:23:07,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41101 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-17T03:23:07,805 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-17T03:23:07,830 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-695c90f4bb18,41101,1731813764790, ReplicationSource: 2, currentBandwidth=0 2024-11-17T03:23:07,832 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-17T03:23:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-17T03:23:07,834 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 695c90f4bb18,41101,1731813764790 suceeded 2024-11-17T03:23:07,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-17T03:23:07,835 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://695c90f4bb18:36747,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-17T03:23:07,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-11-17T03:23:07,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 263 msec 2024-11-17T03:23:07,849 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='695c90f4bb18:36747' 2024-11-17T03:23:07,850 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ab1f509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:07,850 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,36747,-1 for getting cluster id 2024-11-17T03:23:07,850 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:23:07,851 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '639a9bce-b9cc-42cb-939a-13db314b1e79' 2024-11-17T03:23:07,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:23:07,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "639a9bce-b9cc-42cb-939a-13db314b1e79" 2024-11-17T03:23:07,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16d72a67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:07,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,36747,-1] 2024-11-17T03:23:07,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:23:07,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:07,852 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:23:07,853 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74cd75d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:07,853 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:23:07,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,36747,1731813773832 2024-11-17T03:23:07,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54f2d68 2024-11-17T03:23:07,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:23:07,854 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-17T03:23:07,854 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-695c90f4bb18,41101,1731813764790 (queues=1) is replicating from cluster=f44a54f0-5d45-47cc-a7e3-14ad5acb7e78 to cluster=639a9bce-b9cc-42cb-939a-13db314b1e79 2024-11-17T03:23:07,854 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=695c90f4bb18%2C41101%2C1731813764790 2024-11-17T03:23:07,854 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-695c90f4bb18,41101,1731813764790, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-17T03:23:07,855 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.shipper695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 695c90f4bb18%2C41101%2C1731813764790 2024-11-17T03:23:07,855 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551, startPosition=0, beingWritten=true 2024-11-17T03:23:07,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-17T03:23:07,894 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-17T03:23:07,894 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:23:07,894 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:23:07,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:07,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:07,894 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:23:07,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T03:23:07,898 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731813787898/Put/seqid=0 2024-11-17T03:23:07,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741845_1021 (size=11194) 2024-11-17T03:23:07,902 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:23:07,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:07,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:07,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:07,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:07,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:07,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:07,904 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731813787904/Put/seqid=0 2024-11-17T03:23:07,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:07,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:07,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741846_1022 (size=10791) 2024-11-17T03:23:07,934 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813765977 to pos 687, reset compression=false 2024-11-17T03:23:07,940 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813765977 was moved to hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/oldWALs/695c90f4bb18%2C41101%2C1731813764790.1731813765977 2024-11-17T03:23:07,943 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813765977 2024-11-17T03:23:07,943 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.shipper695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,41101,1731813764790 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813765977, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-17T03:23:07,944 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551, startPosition=0, beingWritten=true 2024-11-17T03:23:07,945 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.shipper695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [695c90f4bb18%2C41101%2C1731813764790.1731813765977] 2024-11-17T03:23:07,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:07,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:07,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:07,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:07,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:07,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:07,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:07,968 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:07,969 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:08,058 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 0, reset compression=false 2024-11-17T03:23:08,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@256ac2ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:08,314 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,46199,-1 for getting cluster id 2024-11-17T03:23:08,314 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:23:08,314 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f44a54f0-5d45-47cc-a7e3-14ad5acb7e78' 2024-11-17T03:23:08,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:23:08,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f44a54f0-5d45-47cc-a7e3-14ad5acb7e78" 2024-11-17T03:23:08,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@535bf910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:08,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,46199,-1] 2024-11-17T03:23:08,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:23:08,315 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:08,315 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:23:08,316 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a262cfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:08,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:23:08,316 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,41101,1731813764790, seqNum=-1] 2024-11-17T03:23:08,317 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:23:08,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T03:23:08,322 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:23:08,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,46199,1731813764586 2024-11-17T03:23:08,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21259204 2024-11-17T03:23:08,323 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:23:08,324 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T03:23:08,326 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb., hostname=695c90f4bb18,41101,1731813764790, seqNum=2] 2024-11-17T03:23:08,328 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T03:23:08,332 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-17T03:23:08,334 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-17T03:23:08,336 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/testHFileCyclicReplication_1/f/hfile_0 for inclusion in dc0841cd39cfa0c720ad46378f3d17cb/f 2024-11-17T03:23:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-17T03:23:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T03:23:08,338 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/testHFileCyclicReplication_1/f/hfile_1 for inclusion in dc0841cd39cfa0c720ad46378f3d17cb/f 2024-11-17T03:23:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-17T03:23:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T03:23:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HRegion(2603): Flush status journal for dc0841cd39cfa0c720ad46378f3d17cb: 2024-11-17T03:23:08,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/staging/jenkins__test__2da8054sbocmgnkn52ihufmm0aapqcll78kpgn5vfp3n1gs6ps2vd59f057tnuo7/f/hfile_0 2024-11-17T03:23:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/staging/jenkins__test__2da8054sbocmgnkn52ihufmm0aapqcll78kpgn5vfp3n1gs6ps2vd59f057tnuo7/f/hfile_0 as hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/default/test/dc0841cd39cfa0c720ad46378f3d17cb/f/cac1d46bf3a9416fb28ef90b4fa08692_SeqId_6_ 2024-11-17T03:23:08,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/staging/jenkins__test__2da8054sbocmgnkn52ihufmm0aapqcll78kpgn5vfp3n1gs6ps2vd59f057tnuo7/f/hfile_1 2024-11-17T03:23:08,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/staging/jenkins__test__2da8054sbocmgnkn52ihufmm0aapqcll78kpgn5vfp3n1gs6ps2vd59f057tnuo7/f/hfile_1 as hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/default/test/dc0841cd39cfa0c720ad46378f3d17cb/f/d2e6a65d4e3c4b37accffe1608191582_SeqId_6_ 2024-11-17T03:23:08,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/staging/jenkins__test__2da8054sbocmgnkn52ihufmm0aapqcll78kpgn5vfp3n1gs6ps2vd59f057tnuo7/f/hfile_0 into dc0841cd39cfa0c720ad46378f3d17cb/f as hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/default/test/dc0841cd39cfa0c720ad46378f3d17cb/f/cac1d46bf3a9416fb28ef90b4fa08692_SeqId_6_ - updating store file list. 2024-11-17T03:23:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cac1d46bf3a9416fb28ef90b4fa08692_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T03:23:08,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/default/test/dc0841cd39cfa0c720ad46378f3d17cb/f/cac1d46bf3a9416fb28ef90b4fa08692_SeqId_6_ into dc0841cd39cfa0c720ad46378f3d17cb/f 2024-11-17T03:23:08,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/staging/jenkins__test__2da8054sbocmgnkn52ihufmm0aapqcll78kpgn5vfp3n1gs6ps2vd59f057tnuo7/f/hfile_0 into dc0841cd39cfa0c720ad46378f3d17cb/f (new location: hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/default/test/dc0841cd39cfa0c720ad46378f3d17cb/f/cac1d46bf3a9416fb28ef90b4fa08692_SeqId_6_) 2024-11-17T03:23:08,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/staging/jenkins__test__2da8054sbocmgnkn52ihufmm0aapqcll78kpgn5vfp3n1gs6ps2vd59f057tnuo7/f/hfile_0 2024-11-17T03:23:08,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/staging/jenkins__test__2da8054sbocmgnkn52ihufmm0aapqcll78kpgn5vfp3n1gs6ps2vd59f057tnuo7/f/hfile_1 into dc0841cd39cfa0c720ad46378f3d17cb/f as hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/default/test/dc0841cd39cfa0c720ad46378f3d17cb/f/d2e6a65d4e3c4b37accffe1608191582_SeqId_6_ - updating store file list. 2024-11-17T03:23:08,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d2e6a65d4e3c4b37accffe1608191582_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T03:23:08,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/default/test/dc0841cd39cfa0c720ad46378f3d17cb/f/d2e6a65d4e3c4b37accffe1608191582_SeqId_6_ into dc0841cd39cfa0c720ad46378f3d17cb/f 2024-11-17T03:23:08,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/staging/jenkins__test__2da8054sbocmgnkn52ihufmm0aapqcll78kpgn5vfp3n1gs6ps2vd59f057tnuo7/f/hfile_1 into dc0841cd39cfa0c720ad46378f3d17cb/f (new location: hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/default/test/dc0841cd39cfa0c720ad46378f3d17cb/f/d2e6a65d4e3c4b37accffe1608191582_SeqId_6_) 2024-11-17T03:23:08,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41101 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/staging/jenkins__test__2da8054sbocmgnkn52ihufmm0aapqcll78kpgn5vfp3n1gs6ps2vd59f057tnuo7/f/hfile_1 2024-11-17T03:23:08,356 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:23:08,356 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:23:08,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:08,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:08,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:23:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb., hostname=695c90f4bb18,41101,1731813764790, seqNum=2 , the old value is region=test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb., hostname=695c90f4bb18,41101,1731813764790, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=695c90f4bb18:41101 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T03:23:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb., hostname=695c90f4bb18,41101,1731813764790, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-17T03:23:08,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb., hostname=695c90f4bb18,41101,1731813764790, seqNum=2 from cache 2024-11-17T03:23:08,359 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-17T03:23:08,360 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T03:23:08,362 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 0, reset compression=false 2024-11-17T03:23:08,365 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:23:08,365 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.shipper695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-695c90f4bb18,41101,1731813764790 got entry batch from reader: WALEntryBatch [walEntries=[{test/dc0841cd39cfa0c720ad46378f3d17cb/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731813788355/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T03:23:08,367 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.shipper695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T03:23:08,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-17T03:23:08,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.ReplicationSink(318): Replicating [f44a54f0-5d45-47cc-a7e3-14ad5acb7e78] bulk loaded data 2024-11-17T03:23:08,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54e590ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:08,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] client.ClusterIdFetcher(90): Going to request 695c90f4bb18,36747,-1 for getting cluster id 2024-11-17T03:23:08,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T03:23:08,369 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '639a9bce-b9cc-42cb-939a-13db314b1e79' 2024-11-17T03:23:08,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T03:23:08,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "639a9bce-b9cc-42cb-939a-13db314b1e79" 2024-11-17T03:23:08,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@514107ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:08,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [695c90f4bb18,36747,-1] 2024-11-17T03:23:08,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T03:23:08,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:08,370 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-17T03:23:08,370 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c51f525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T03:23:08,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741837_1013 (size=11194) 2024-11-17T03:23:08,465 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:41101 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-17T03:23:08,549 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 0, reset compression=false 2024-11-17T03:23:08,554 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-17T03:23:08,554 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.shipper695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,41101,1731813764790 got entry batch from reader: WALEntryBatch [walEntries=[{test/dc0841cd39cfa0c720ad46378f3d17cb/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731813788355/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-17T03:23:08,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.ReplicationSink(318): Replicating [f44a54f0-5d45-47cc-a7e3-14ad5acb7e78] bulk loaded data 2024-11-17T03:23:08,565 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 393, reset compression=false 2024-11-17T03:23:08,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40453 is added to blk_1073741839_1015 (size=11194) 2024-11-17T03:23:08,754 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 393, reset compression=false 2024-11-17T03:23:08,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741838_1014 (size=10791) 2024-11-17T03:23:08,788 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:23:08,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 695c90f4bb18,36747,1731813773832 2024-11-17T03:23:08,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@153c8132 2024-11-17T03:23:08,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T03:23:08,790 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-17T03:23:08,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T03:23:08,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T03:23:08,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=695c90f4bb18,43159,1731813773944, seqNum=-1] 2024-11-17T03:23:08,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T03:23:08,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-17T03:23:08,798 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/staging/jenkins.hfs.23__test__h2k1undu3rkpjjpiuve758lihessqofa4lgc6ucq113gbtsvvirhgn2s23jdkksp/f/cac1d46bf3a9416fb28ef90b4fa08692_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-17T03:23:08,800 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/staging/jenkins.hfs.23__test__h2k1undu3rkpjjpiuve758lihessqofa4lgc6ucq113gbtsvvirhgn2s23jdkksp/f/d2e6a65d4e3c4b37accffe1608191582_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-17T03:23:08,802 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/staging/jenkins.hfs.23__test__h2k1undu3rkpjjpiuve758lihessqofa4lgc6ucq113gbtsvvirhgn2s23jdkksp/f/cac1d46bf3a9416fb28ef90b4fa08692_SeqId_6_ for inclusion in 03c6ce770d73b073086a2f649c12cad2/f 2024-11-17T03:23:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-17T03:23:08,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T03:23:08,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/staging/jenkins.hfs.23__test__h2k1undu3rkpjjpiuve758lihessqofa4lgc6ucq113gbtsvvirhgn2s23jdkksp/f/d2e6a65d4e3c4b37accffe1608191582_SeqId_6_ for inclusion in 03c6ce770d73b073086a2f649c12cad2/f 2024-11-17T03:23:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-17T03:23:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T03:23:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HRegion(2603): Flush status journal for 03c6ce770d73b073086a2f649c12cad2: 2024-11-17T03:23:08,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cac1d46bf3a9416fb28ef90b4fa08692_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T03:23:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/staging/jenkins.hfs.23__test__h2k1undu3rkpjjpiuve758lihessqofa4lgc6ucq113gbtsvvirhgn2s23jdkksp/f/cac1d46bf3a9416fb28ef90b4fa08692_SeqId_6_ as hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/default/test/03c6ce770d73b073086a2f649c12cad2/f/2a8b13c1639440e0bd8eb4c39cc8efca_SeqId_4_ 2024-11-17T03:23:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d2e6a65d4e3c4b37accffe1608191582_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T03:23:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/staging/jenkins.hfs.23__test__h2k1undu3rkpjjpiuve758lihessqofa4lgc6ucq113gbtsvvirhgn2s23jdkksp/f/d2e6a65d4e3c4b37accffe1608191582_SeqId_6_ as hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/default/test/03c6ce770d73b073086a2f649c12cad2/f/7725f527529f4ea98446e5f861a1822c_SeqId_4_ 2024-11-17T03:23:08,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/staging/jenkins.hfs.23__test__h2k1undu3rkpjjpiuve758lihessqofa4lgc6ucq113gbtsvvirhgn2s23jdkksp/f/cac1d46bf3a9416fb28ef90b4fa08692_SeqId_6_ into 03c6ce770d73b073086a2f649c12cad2/f as hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/default/test/03c6ce770d73b073086a2f649c12cad2/f/2a8b13c1639440e0bd8eb4c39cc8efca_SeqId_4_ - updating store file list. 2024-11-17T03:23:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2a8b13c1639440e0bd8eb4c39cc8efca_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T03:23:08,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/default/test/03c6ce770d73b073086a2f649c12cad2/f/2a8b13c1639440e0bd8eb4c39cc8efca_SeqId_4_ into 03c6ce770d73b073086a2f649c12cad2/f 2024-11-17T03:23:08,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/staging/jenkins.hfs.23__test__h2k1undu3rkpjjpiuve758lihessqofa4lgc6ucq113gbtsvvirhgn2s23jdkksp/f/cac1d46bf3a9416fb28ef90b4fa08692_SeqId_6_ into 03c6ce770d73b073086a2f649c12cad2/f (new location: hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/default/test/03c6ce770d73b073086a2f649c12cad2/f/2a8b13c1639440e0bd8eb4c39cc8efca_SeqId_4_) 2024-11-17T03:23:08,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/staging/jenkins.hfs.23__test__h2k1undu3rkpjjpiuve758lihessqofa4lgc6ucq113gbtsvvirhgn2s23jdkksp/f/cac1d46bf3a9416fb28ef90b4fa08692_SeqId_6_ 2024-11-17T03:23:08,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/staging/jenkins.hfs.23__test__h2k1undu3rkpjjpiuve758lihessqofa4lgc6ucq113gbtsvvirhgn2s23jdkksp/f/d2e6a65d4e3c4b37accffe1608191582_SeqId_6_ into 03c6ce770d73b073086a2f649c12cad2/f as hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/default/test/03c6ce770d73b073086a2f649c12cad2/f/7725f527529f4ea98446e5f861a1822c_SeqId_4_ - updating store file list. 2024-11-17T03:23:08,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7725f527529f4ea98446e5f861a1822c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-17T03:23:08,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/default/test/03c6ce770d73b073086a2f649c12cad2/f/7725f527529f4ea98446e5f861a1822c_SeqId_4_ into 03c6ce770d73b073086a2f649c12cad2/f 2024-11-17T03:23:08,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/staging/jenkins.hfs.23__test__h2k1undu3rkpjjpiuve758lihessqofa4lgc6ucq113gbtsvvirhgn2s23jdkksp/f/d2e6a65d4e3c4b37accffe1608191582_SeqId_6_ into 03c6ce770d73b073086a2f649c12cad2/f (new location: hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/default/test/03c6ce770d73b073086a2f649c12cad2/f/7725f527529f4ea98446e5f861a1822c_SeqId_4_) 2024-11-17T03:23:08,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/staging/jenkins.hfs.23__test__h2k1undu3rkpjjpiuve758lihessqofa4lgc6ucq113gbtsvvirhgn2s23jdkksp/f/d2e6a65d4e3c4b37accffe1608191582_SeqId_6_ 2024-11-17T03:23:08,817 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] regionserver.ReplicationSink(324): Finished replicating [f44a54f0-5d45-47cc-a7e3-14ad5acb7e78] bulk loaded data 2024-11-17T03:23:08,873 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 393, reset compression=false 2024-11-17T03:23:08,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40453 is added to blk_1073741840_1016 (size=10791) 2024-11-17T03:23:09,057 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 393, reset compression=false 2024-11-17T03:23:09,276 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 393, reset compression=false 2024-11-17T03:23:09,364 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-17T03:23:09,380 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-17T03:23:09,386 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/staging/jenkins.hfs.22__test__gj00qd7rgmrlt3jmnhgvtn6mcnevhpelstep6hhncdo6qjpl8g33fs87c6lrr6jg/f/cac1d46bf3a9416fb28ef90b4fa08692_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-17T03:23:09,388 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/staging/jenkins.hfs.22__test__gj00qd7rgmrlt3jmnhgvtn6mcnevhpelstep6hhncdo6qjpl8g33fs87c6lrr6jg/f/d2e6a65d4e3c4b37accffe1608191582_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-17T03:23:09,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/staging/jenkins.hfs.22__test__gj00qd7rgmrlt3jmnhgvtn6mcnevhpelstep6hhncdo6qjpl8g33fs87c6lrr6jg/f/d2e6a65d4e3c4b37accffe1608191582_SeqId_6_ for inclusion in 66360c08717ab75cd60b5defc7f5a4f4/f 2024-11-17T03:23:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-17T03:23:09,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T03:23:09,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/staging/jenkins.hfs.22__test__gj00qd7rgmrlt3jmnhgvtn6mcnevhpelstep6hhncdo6qjpl8g33fs87c6lrr6jg/f/cac1d46bf3a9416fb28ef90b4fa08692_SeqId_6_ for inclusion in 66360c08717ab75cd60b5defc7f5a4f4/f 2024-11-17T03:23:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-17T03:23:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-17T03:23:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HRegion(2603): Flush status journal for 66360c08717ab75cd60b5defc7f5a4f4: 2024-11-17T03:23:09,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d2e6a65d4e3c4b37accffe1608191582_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T03:23:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/staging/jenkins.hfs.22__test__gj00qd7rgmrlt3jmnhgvtn6mcnevhpelstep6hhncdo6qjpl8g33fs87c6lrr6jg/f/d2e6a65d4e3c4b37accffe1608191582_SeqId_6_ as hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/default/test/66360c08717ab75cd60b5defc7f5a4f4/f/24a441283aad4170af65b15fcb06d36c_SeqId_6_ 2024-11-17T03:23:09,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): cac1d46bf3a9416fb28ef90b4fa08692_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-17T03:23:09,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/staging/jenkins.hfs.22__test__gj00qd7rgmrlt3jmnhgvtn6mcnevhpelstep6hhncdo6qjpl8g33fs87c6lrr6jg/f/cac1d46bf3a9416fb28ef90b4fa08692_SeqId_6_ as hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/default/test/66360c08717ab75cd60b5defc7f5a4f4/f/fc49f298a8c74d7db6c3fcbaba5e3ae4_SeqId_6_ 2024-11-17T03:23:09,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/staging/jenkins.hfs.22__test__gj00qd7rgmrlt3jmnhgvtn6mcnevhpelstep6hhncdo6qjpl8g33fs87c6lrr6jg/f/d2e6a65d4e3c4b37accffe1608191582_SeqId_6_ into 66360c08717ab75cd60b5defc7f5a4f4/f as hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/default/test/66360c08717ab75cd60b5defc7f5a4f4/f/24a441283aad4170af65b15fcb06d36c_SeqId_6_ - updating store file list. 2024-11-17T03:23:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 24a441283aad4170af65b15fcb06d36c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T03:23:09,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/default/test/66360c08717ab75cd60b5defc7f5a4f4/f/24a441283aad4170af65b15fcb06d36c_SeqId_6_ into 66360c08717ab75cd60b5defc7f5a4f4/f 2024-11-17T03:23:09,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/staging/jenkins.hfs.22__test__gj00qd7rgmrlt3jmnhgvtn6mcnevhpelstep6hhncdo6qjpl8g33fs87c6lrr6jg/f/d2e6a65d4e3c4b37accffe1608191582_SeqId_6_ into 66360c08717ab75cd60b5defc7f5a4f4/f (new location: hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/default/test/66360c08717ab75cd60b5defc7f5a4f4/f/24a441283aad4170af65b15fcb06d36c_SeqId_6_) 2024-11-17T03:23:09,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/staging/jenkins.hfs.22__test__gj00qd7rgmrlt3jmnhgvtn6mcnevhpelstep6hhncdo6qjpl8g33fs87c6lrr6jg/f/d2e6a65d4e3c4b37accffe1608191582_SeqId_6_ 2024-11-17T03:23:09,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/staging/jenkins.hfs.22__test__gj00qd7rgmrlt3jmnhgvtn6mcnevhpelstep6hhncdo6qjpl8g33fs87c6lrr6jg/f/cac1d46bf3a9416fb28ef90b4fa08692_SeqId_6_ into 66360c08717ab75cd60b5defc7f5a4f4/f as hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/default/test/66360c08717ab75cd60b5defc7f5a4f4/f/fc49f298a8c74d7db6c3fcbaba5e3ae4_SeqId_6_ - updating store file list. 2024-11-17T03:23:09,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fc49f298a8c74d7db6c3fcbaba5e3ae4_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-17T03:23:09,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/default/test/66360c08717ab75cd60b5defc7f5a4f4/f/fc49f298a8c74d7db6c3fcbaba5e3ae4_SeqId_6_ into 66360c08717ab75cd60b5defc7f5a4f4/f 2024-11-17T03:23:09,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/staging/jenkins.hfs.22__test__gj00qd7rgmrlt3jmnhgvtn6mcnevhpelstep6hhncdo6qjpl8g33fs87c6lrr6jg/f/cac1d46bf3a9416fb28ef90b4fa08692_SeqId_6_ into 66360c08717ab75cd60b5defc7f5a4f4/f (new location: hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/default/test/66360c08717ab75cd60b5defc7f5a4f4/f/fc49f298a8c74d7db6c3fcbaba5e3ae4_SeqId_6_) 2024-11-17T03:23:09,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/staging/jenkins.hfs.22__test__gj00qd7rgmrlt3jmnhgvtn6mcnevhpelstep6hhncdo6qjpl8g33fs87c6lrr6jg/f/cac1d46bf3a9416fb28ef90b4fa08692_SeqId_6_ 2024-11-17T03:23:09,413 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40741 {}] regionserver.ReplicationSink(324): Finished replicating [f44a54f0-5d45-47cc-a7e3-14ad5acb7e78] bulk loaded data 2024-11-17T03:23:09,460 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 393, reset compression=false 2024-11-17T03:23:09,780 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 393, reset compression=false 2024-11-17T03:23:09,911 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-17T03:23:09,963 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 393, reset compression=false 2024-11-17T03:23:10,380 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T03:23:10,381 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:23:10,381 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:23:10,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:10,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:10,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:23:10,381 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T03:23:10,381 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=999889993, stopped=false 2024-11-17T03:23:10,381 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=695c90f4bb18,36747,1731813773832 2024-11-17T03:23:10,383 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 393, reset compression=false 2024-11-17T03:23:10,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21133986297/running 2024-11-17T03:23:10,452 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10146d0e35f0007, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21133986297/running 2024-11-17T03:23:10,452 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10146d0e35f0007, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21133986297 2024-11-17T03:23:10,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21133986297 2024-11-17T03:23:10,452 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:23:10,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:23:10,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:23:10,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:10,453 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '695c90f4bb18,43159,1731813773944' ***** 2024-11-17T03:23:10,453 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T03:23:10,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Set watcher on znode that does not yet exist, /21133986297/running 2024-11-17T03:23:10,453 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43159-0x10146d0e35f0007, quorum=127.0.0.1:57551, baseZNode=/21133986297 Set watcher on znode that does not yet exist, /21133986297/running 2024-11-17T03:23:10,454 INFO [RS:0;695c90f4bb18:43159 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T03:23:10,454 INFO [RS:0;695c90f4bb18:43159 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T03:23:10,454 INFO [RS:0;695c90f4bb18:43159 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T03:23:10,455 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T03:23:10,455 INFO [RS:0;695c90f4bb18:43159 {}] regionserver.HRegionServer(3091): Received CLOSE for 03c6ce770d73b073086a2f649c12cad2 2024-11-17T03:23:10,455 INFO [RS:0;695c90f4bb18:43159 {}] regionserver.HRegionServer(959): stopping server 695c90f4bb18,43159,1731813773944 2024-11-17T03:23:10,455 INFO [RS:0;695c90f4bb18:43159 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:23:10,455 INFO [RS:0;695c90f4bb18:43159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:43159. 2024-11-17T03:23:10,455 DEBUG [RS:0;695c90f4bb18:43159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:23:10,455 DEBUG [RS:0;695c90f4bb18:43159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:10,455 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 03c6ce770d73b073086a2f649c12cad2, disabling compactions & flushes 2024-11-17T03:23:10,455 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731813781267.03c6ce770d73b073086a2f649c12cad2. 2024-11-17T03:23:10,455 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813781267.03c6ce770d73b073086a2f649c12cad2. 2024-11-17T03:23:10,455 INFO [RS:0;695c90f4bb18:43159 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T03:23:10,455 INFO [RS:0;695c90f4bb18:43159 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T03:23:10,455 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731813781267.03c6ce770d73b073086a2f649c12cad2. after waiting 0 ms 2024-11-17T03:23:10,455 INFO [RS:0;695c90f4bb18:43159 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T03:23:10,455 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731813781267.03c6ce770d73b073086a2f649c12cad2. 2024-11-17T03:23:10,456 INFO [RS:0;695c90f4bb18:43159 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T03:23:10,461 INFO [RS:0;695c90f4bb18:43159 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T03:23:10,461 DEBUG [RS:0;695c90f4bb18:43159 {}] regionserver.HRegionServer(1325): Online Regions={03c6ce770d73b073086a2f649c12cad2=test,,1731813781267.03c6ce770d73b073086a2f649c12cad2., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T03:23:10,461 DEBUG [RS:0;695c90f4bb18:43159 {}] regionserver.HRegionServer(1351): Waiting on 03c6ce770d73b073086a2f649c12cad2, 1588230740 2024-11-17T03:23:10,461 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:23:10,461 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:23:10,461 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:23:10,461 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:23:10,461 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:23:10,461 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-17T03:23:10,468 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/default/test/03c6ce770d73b073086a2f649c12cad2/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-17T03:23:10,469 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:23:10,469 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T03:23:10,469 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731813781267.03c6ce770d73b073086a2f649c12cad2. 2024-11-17T03:23:10,469 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 03c6ce770d73b073086a2f649c12cad2: Waiting for close lock at 1731813790455Running coprocessor pre-close hooks at 1731813790455Disabling compacts and flushes for region at 1731813790455Disabling writes for close at 1731813790455Writing region close event to WAL at 1731813790461 (+6 ms)Running coprocessor post-close hooks at 1731813790469 (+8 ms)Closed at 1731813790469 2024-11-17T03:23:10,469 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731813781267.03c6ce770d73b073086a2f649c12cad2. 2024-11-17T03:23:10,490 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/hbase/meta/1588230740/.tmp/info/a953a96983734f808f129094fae6a1d0 is 129, key is test,,1731813781267.03c6ce770d73b073086a2f649c12cad2./info:regioninfo/1731813782410/Put/seqid=0 2024-11-17T03:23:10,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741839_1015 (size=6421) 2024-11-17T03:23:10,543 INFO [regionserver/695c90f4bb18:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:23:10,566 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 393, reset compression=false 2024-11-17T03:23:10,661 DEBUG [RS:0;695c90f4bb18:43159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:23:10,861 DEBUG [RS:0;695c90f4bb18:43159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:23:10,898 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/hbase/meta/1588230740/.tmp/info/a953a96983734f808f129094fae6a1d0 2024-11-17T03:23:10,921 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/hbase/meta/1588230740/.tmp/ns/e11e5d7cefd84b31aee2fc6fce3d20a1 is 43, key is default/ns:d/1731813776773/Put/seqid=0 2024-11-17T03:23:10,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741840_1016 (size=5153) 2024-11-17T03:23:11,027 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T03:23:11,027 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T03:23:11,061 DEBUG [RS:0;695c90f4bb18:43159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:23:11,087 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 393, reset compression=false 2024-11-17T03:23:11,261 DEBUG [RS:0;695c90f4bb18:43159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:23:11,270 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 393, reset compression=false 2024-11-17T03:23:11,326 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/hbase/meta/1588230740/.tmp/ns/e11e5d7cefd84b31aee2fc6fce3d20a1 2024-11-17T03:23:11,347 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/hbase/meta/1588230740/.tmp/rep_barrier/44cf2c7c54014a86b9319b4852a60897 is 112, key is test,,1731813781267.03c6ce770d73b073086a2f649c12cad2./rep_barrier:seqnumDuringOpen/1731813782410/Put/seqid=0 2024-11-17T03:23:11,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741841_1017 (size=5518) 2024-11-17T03:23:11,352 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/hbase/meta/1588230740/.tmp/rep_barrier/44cf2c7c54014a86b9319b4852a60897 2024-11-17T03:23:11,370 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/hbase/meta/1588230740/.tmp/table/289ea8ee4c884663a59302af065da795 is 40, key is test/table:state/1731813782415/Put/seqid=0 2024-11-17T03:23:11,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741842_1018 (size=5165) 2024-11-17T03:23:11,462 INFO [RS:0;695c90f4bb18:43159 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T03:23:11,462 DEBUG [RS:0;695c90f4bb18:43159 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T03:23:11,462 DEBUG [RS:0;695c90f4bb18:43159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:23:11,662 DEBUG [RS:0;695c90f4bb18:43159 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:23:11,774 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/hbase/meta/1588230740/.tmp/table/289ea8ee4c884663a59302af065da795 2024-11-17T03:23:11,778 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/hbase/meta/1588230740/.tmp/info/a953a96983734f808f129094fae6a1d0 as hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/hbase/meta/1588230740/info/a953a96983734f808f129094fae6a1d0 2024-11-17T03:23:11,782 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/hbase/meta/1588230740/info/a953a96983734f808f129094fae6a1d0, entries=10, sequenceid=11, filesize=6.3 K 2024-11-17T03:23:11,782 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/hbase/meta/1588230740/.tmp/ns/e11e5d7cefd84b31aee2fc6fce3d20a1 as hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/hbase/meta/1588230740/ns/e11e5d7cefd84b31aee2fc6fce3d20a1 2024-11-17T03:23:11,785 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/hbase/meta/1588230740/ns/e11e5d7cefd84b31aee2fc6fce3d20a1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T03:23:11,786 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/hbase/meta/1588230740/.tmp/rep_barrier/44cf2c7c54014a86b9319b4852a60897 as hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/hbase/meta/1588230740/rep_barrier/44cf2c7c54014a86b9319b4852a60897 2024-11-17T03:23:11,791 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/hbase/meta/1588230740/rep_barrier/44cf2c7c54014a86b9319b4852a60897, entries=1, sequenceid=11, filesize=5.4 K 2024-11-17T03:23:11,792 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/hbase/meta/1588230740/.tmp/table/289ea8ee4c884663a59302af065da795 as hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/hbase/meta/1588230740/table/289ea8ee4c884663a59302af065da795 2024-11-17T03:23:11,796 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/hbase/meta/1588230740/table/289ea8ee4c884663a59302af065da795, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T03:23:11,797 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1336ms, sequenceid=11, compaction requested=false 2024-11-17T03:23:11,800 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T03:23:11,801 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:23:11,801 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:23:11,801 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:23:11,801 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813790461Running coprocessor pre-close hooks at 1731813790461Disabling compacts and flushes for region at 1731813790461Disabling writes for close at 1731813790461Obtaining lock to block concurrent updates at 1731813790461Preparing flush snapshotting stores in 1588230740 at 1731813790461Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731813790461Flushing stores of hbase:meta,,1.1588230740 at 1731813790462 (+1 ms)Flushing 1588230740/info: creating writer at 1731813790462Flushing 1588230740/info: appending metadata at 1731813790490 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731813790490Flushing 1588230740/ns: creating writer at 1731813790904 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731813790921 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731813790921Flushing 1588230740/rep_barrier: creating writer at 1731813791329 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731813791346 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731813791347 (+1 ms)Flushing 1588230740/table: creating writer at 1731813791355 (+8 ms)Flushing 1588230740/table: appending metadata at 1731813791370 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731813791370Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30dac13b: reopening flushed file at 1731813791778 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cff6d6e: reopening flushed file at 1731813791782 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@536e3c5f: reopening flushed file at 1731813791785 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f29da93: reopening flushed file at 1731813791791 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1336ms, sequenceid=11, compaction requested=false at 1731813791797 (+6 ms)Writing region close event to WAL at 1731813791798 (+1 ms)Running coprocessor post-close hooks at 1731813791801 (+3 ms)Closed at 1731813791801 2024-11-17T03:23:11,801 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T03:23:11,862 INFO [RS:0;695c90f4bb18:43159 {}] regionserver.HRegionServer(976): stopping server 695c90f4bb18,43159,1731813773944; all regions closed. 2024-11-17T03:23:11,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741834_1010 (size=2717) 2024-11-17T03:23:11,864 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/WALs/695c90f4bb18,43159,1731813773944/695c90f4bb18%2C43159%2C1731813773944.meta.1731813776673.meta not finished, retry = 0 2024-11-17T03:23:11,890 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 393, reset compression=false 2024-11-17T03:23:11,966 DEBUG [RS:0;695c90f4bb18:43159 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/oldWALs 2024-11-17T03:23:11,966 INFO [RS:0;695c90f4bb18:43159 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C43159%2C1731813773944.meta:.meta(num 1731813776673) 2024-11-17T03:23:11,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741833_1009 (size=1028) 2024-11-17T03:23:11,969 DEBUG [RS:0;695c90f4bb18:43159 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/oldWALs 2024-11-17T03:23:11,969 INFO [RS:0;695c90f4bb18:43159 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C43159%2C1731813773944:(num 1731813776160) 2024-11-17T03:23:11,969 DEBUG [RS:0;695c90f4bb18:43159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:11,969 INFO [RS:0;695c90f4bb18:43159 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:23:11,969 INFO [RS:0;695c90f4bb18:43159 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:23:11,969 INFO [RS:0;695c90f4bb18:43159 {}] hbase.ChoreService(370): Chore service for: regionserver/695c90f4bb18:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T03:23:11,969 INFO [RS:0;695c90f4bb18:43159 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:23:11,969 INFO [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:23:11,970 INFO [RS:0;695c90f4bb18:43159 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:43159. 2024-11-17T03:23:11,970 DEBUG [RS:0;695c90f4bb18:43159 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:23:11,970 DEBUG [RS:0;695c90f4bb18:43159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:11,970 DEBUG [RS:0;695c90f4bb18:43159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:11,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:23:11,970 INFO [RS:0;695c90f4bb18:43159 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43159 2024-11-17T03:23:12,041 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10146d0e35f0007, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21133986297/rs/695c90f4bb18,43159,1731813773944 2024-11-17T03:23:12,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21133986297/rs 2024-11-17T03:23:12,042 INFO [RS:0;695c90f4bb18:43159 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:23:12,052 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [695c90f4bb18,43159,1731813773944] 2024-11-17T03:23:12,062 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21133986297/draining/695c90f4bb18,43159,1731813773944 already deleted, retry=false 2024-11-17T03:23:12,063 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 695c90f4bb18,43159,1731813773944 expired; onlineServers=0 2024-11-17T03:23:12,063 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '695c90f4bb18,36747,1731813773832' ***** 2024-11-17T03:23:12,063 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T03:23:12,063 INFO [M:0;695c90f4bb18:36747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:23:12,063 INFO [M:0;695c90f4bb18:36747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:23:12,063 DEBUG [M:0;695c90f4bb18:36747 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T03:23:12,063 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T03:23:12,063 DEBUG [M:0;695c90f4bb18:36747 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T03:23:12,063 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813775820 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813775820,5,FailOnTimeoutGroup] 2024-11-17T03:23:12,063 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813775820 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813775820,5,FailOnTimeoutGroup] 2024-11-17T03:23:12,063 INFO [M:0;695c90f4bb18:36747 {}] hbase.ChoreService(370): Chore service for: master/695c90f4bb18:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T03:23:12,063 INFO [M:0;695c90f4bb18:36747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:23:12,063 DEBUG [M:0;695c90f4bb18:36747 {}] master.HMaster(1795): Stopping service threads 2024-11-17T03:23:12,063 INFO [M:0;695c90f4bb18:36747 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T03:23:12,063 INFO [M:0;695c90f4bb18:36747 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:23:12,064 INFO [M:0;695c90f4bb18:36747 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T03:23:12,064 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T03:23:12,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21133986297/master 2024-11-17T03:23:12,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21133986297 2024-11-17T03:23:12,073 DEBUG [M:0;695c90f4bb18:36747 {}] zookeeper.ZKUtil(347): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Unable to get data of znode /21133986297/master because node does not exist (not an error) 2024-11-17T03:23:12,073 WARN [M:0;695c90f4bb18:36747 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T03:23:12,074 INFO [M:0;695c90f4bb18:36747 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/.lastflushedseqids 2024-11-17T03:23:12,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741843_1019 (size=173) 2024-11-17T03:23:12,081 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 393, reset compression=false 2024-11-17T03:23:12,152 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10146d0e35f0007, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:23:12,152 DEBUG [pool-2611-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43159-0x10146d0e35f0007, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:23:12,152 INFO [RS:0;695c90f4bb18:43159 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:23:12,152 INFO [RS:0;695c90f4bb18:43159 {}] regionserver.HRegionServer(1031): Exiting; stopping=695c90f4bb18,43159,1731813773944; zookeeper connection closed. 2024-11-17T03:23:12,153 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@656a3415 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@656a3415 2024-11-17T03:23:12,153 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T03:23:12,477 INFO [M:0;695c90f4bb18:36747 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T03:23:12,478 INFO [M:0;695c90f4bb18:36747 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T03:23:12,478 DEBUG [M:0;695c90f4bb18:36747 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:23:12,478 INFO [M:0;695c90f4bb18:36747 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:23:12,478 DEBUG [M:0;695c90f4bb18:36747 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:23:12,478 DEBUG [M:0;695c90f4bb18:36747 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:23:12,478 DEBUG [M:0;695c90f4bb18:36747 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:23:12,478 INFO [M:0;695c90f4bb18:36747 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-17T03:23:12,495 DEBUG [M:0;695c90f4bb18:36747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d65abb5d21c4c8692df1247564cd7ce is 82, key is hbase:meta,,1/info:regioninfo/1731813776704/Put/seqid=0 2024-11-17T03:23:12,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741844_1020 (size=5672) 2024-11-17T03:23:12,498 INFO [M:0;695c90f4bb18:36747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d65abb5d21c4c8692df1247564cd7ce 2024-11-17T03:23:12,518 DEBUG [M:0;695c90f4bb18:36747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05dcb58e4318472083d500330ed1c6dd is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731813782418/Put/seqid=0 2024-11-17T03:23:12,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741845_1021 (size=6586) 2024-11-17T03:23:12,795 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 393, reset compression=false 2024-11-17T03:23:12,938 INFO [M:0;695c90f4bb18:36747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05dcb58e4318472083d500330ed1c6dd 2024-11-17T03:23:12,972 DEBUG [M:0;695c90f4bb18:36747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9203f9b61b09407eb2f190cf9df91d70 is 69, key is 695c90f4bb18,43159,1731813773944/rs:state/1731813775913/Put/seqid=0 2024-11-17T03:23:12,985 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 393, reset compression=false 2024-11-17T03:23:13,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741846_1022 (size=5156) 2024-11-17T03:23:13,002 INFO [M:0;695c90f4bb18:36747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9203f9b61b09407eb2f190cf9df91d70 2024-11-17T03:23:13,008 DEBUG [M:0;695c90f4bb18:36747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2d65abb5d21c4c8692df1247564cd7ce as hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d65abb5d21c4c8692df1247564cd7ce 2024-11-17T03:23:13,012 INFO [M:0;695c90f4bb18:36747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2d65abb5d21c4c8692df1247564cd7ce, entries=8, sequenceid=55, filesize=5.5 K 2024-11-17T03:23:13,013 DEBUG [M:0;695c90f4bb18:36747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05dcb58e4318472083d500330ed1c6dd as hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05dcb58e4318472083d500330ed1c6dd 2024-11-17T03:23:13,018 INFO [M:0;695c90f4bb18:36747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05dcb58e4318472083d500330ed1c6dd, entries=6, sequenceid=55, filesize=6.4 K 2024-11-17T03:23:13,020 DEBUG [M:0;695c90f4bb18:36747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9203f9b61b09407eb2f190cf9df91d70 as hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9203f9b61b09407eb2f190cf9df91d70 2024-11-17T03:23:13,024 INFO [M:0;695c90f4bb18:36747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44059/user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9203f9b61b09407eb2f190cf9df91d70, entries=1, sequenceid=55, filesize=5.0 K 2024-11-17T03:23:13,036 INFO [M:0;695c90f4bb18:36747 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 547ms, sequenceid=55, compaction requested=false 2024-11-17T03:23:13,101 INFO [M:0;695c90f4bb18:36747 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:23:13,101 DEBUG [M:0;695c90f4bb18:36747 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813792478Disabling compacts and flushes for region at 1731813792478Disabling writes for close at 1731813792478Obtaining lock to block concurrent updates at 1731813792478Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731813792478Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731813792478Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731813792479 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731813792479Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731813792494 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731813792494Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731813792501 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731813792517 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731813792517Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731813792945 (+428 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731813792971 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731813792971Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ea98edc: reopening flushed file at 1731813793007 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f5f2cf2: reopening flushed file at 1731813793012 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e963f23: reopening flushed file at 1731813793018 (+6 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 547ms, sequenceid=55, compaction requested=false at 1731813793036 (+18 ms)Writing region close event to WAL at 1731813793100 (+64 ms)Closed at 1731813793100 2024-11-17T03:23:13,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33073 is added to blk_1073741830_1006 (size=32770) 2024-11-17T03:23:13,137 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/21887232-053b-da4d-f878-e3eaeffa76d9/MasterData/WALs/695c90f4bb18,36747,1731813773832/695c90f4bb18%2C36747%2C1731813773832.1731813775268 not finished, retry = 0 2024-11-17T03:23:13,239 INFO [M:0;695c90f4bb18:36747 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T03:23:13,239 INFO [M:0;695c90f4bb18:36747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36747 2024-11-17T03:23:13,239 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:23:13,240 INFO [M:0;695c90f4bb18:36747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:23:13,458 INFO [M:0;695c90f4bb18:36747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:23:13,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:23:13,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36747-0x10146d0e35f0006, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:23:13,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6125d8b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:23:13,493 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2a0389c8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:23:13,493 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:23:13,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c06d5a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:23:13,493 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e5888b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/hadoop.log.dir/,STOPPED} 2024-11-17T03:23:13,499 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T03:23:13,499 WARN [BP-1304390455-172.17.0.3-1731813771466 heartbeating to localhost/127.0.0.1:44059 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T03:23:13,500 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T03:23:13,500 WARN [BP-1304390455-172.17.0.3-1731813771466 heartbeating to localhost/127.0.0.1:44059 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1304390455-172.17.0.3-1731813771466 (Datanode Uuid bd32d506-c4a6-42dc-821b-d9b8487dbd31) service to localhost/127.0.0.1:44059 2024-11-17T03:23:13,500 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/cluster_007b8c31-7254-b541-9d26-cbbc59ff7b84/data/data1/current/BP-1304390455-172.17.0.3-1731813771466 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:23:13,501 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/cluster_007b8c31-7254-b541-9d26-cbbc59ff7b84/data/data2/current/BP-1304390455-172.17.0.3-1731813771466 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:23:13,501 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T03:23:13,514 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13655adb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:23:13,515 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25b7780b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:23:13,515 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:23:13,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14d8d5dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:23:13,515 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6092d2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1aaf0903-e72d-9502-d81d-95452c078ddf/hadoop.log.dir/,STOPPED} 2024-11-17T03:23:13,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T03:23:13,537 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T03:23:13,538 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:23:13,538 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:23:13,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:13,539 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:23:13,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:13,539 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T03:23:13,539 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=575664540, stopped=false 2024-11-17T03:23:13,539 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=695c90f4bb18,43007,1731813768620 2024-11-17T03:23:13,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x10146d0e35f0004, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1181531782/running 2024-11-17T03:23:13,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x10146d0e35f0004, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1181531782 2024-11-17T03:23:13,579 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:23:13,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1181531782/running 2024-11-17T03:23:13,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1181531782 2024-11-17T03:23:13,581 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:23:13,583 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:23:13,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:13,583 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '695c90f4bb18,40741,1731813768766' ***** 2024-11-17T03:23:13,583 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T03:23:13,584 INFO [RS:0;695c90f4bb18:40741 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T03:23:13,584 INFO [RS:0;695c90f4bb18:40741 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T03:23:13,584 INFO [RS:0;695c90f4bb18:40741 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T03:23:13,584 INFO [RS:0;695c90f4bb18:40741 {}] regionserver.HRegionServer(3091): Received CLOSE for 66360c08717ab75cd60b5defc7f5a4f4 2024-11-17T03:23:13,584 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Set watcher on znode that does not yet exist, /1-1181531782/running 2024-11-17T03:23:13,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40741-0x10146d0e35f0004, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Set watcher on znode that does not yet exist, /1-1181531782/running 2024-11-17T03:23:13,584 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T03:23:13,586 INFO [RS:0;695c90f4bb18:40741 {}] regionserver.HRegionServer(959): stopping server 695c90f4bb18,40741,1731813768766 2024-11-17T03:23:13,586 INFO [RS:0;695c90f4bb18:40741 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:23:13,586 INFO [RS:0;695c90f4bb18:40741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:40741. 2024-11-17T03:23:13,586 DEBUG [RS:0;695c90f4bb18:40741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:23:13,586 DEBUG [RS:0;695c90f4bb18:40741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:13,586 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 66360c08717ab75cd60b5defc7f5a4f4, disabling compactions & flushes 2024-11-17T03:23:13,586 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731813779116.66360c08717ab75cd60b5defc7f5a4f4. 2024-11-17T03:23:13,586 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813779116.66360c08717ab75cd60b5defc7f5a4f4. 2024-11-17T03:23:13,586 INFO [RS:0;695c90f4bb18:40741 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T03:23:13,586 INFO [RS:0;695c90f4bb18:40741 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T03:23:13,586 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731813779116.66360c08717ab75cd60b5defc7f5a4f4. after waiting 0 ms 2024-11-17T03:23:13,587 INFO [RS:0;695c90f4bb18:40741 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T03:23:13,587 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731813779116.66360c08717ab75cd60b5defc7f5a4f4. 2024-11-17T03:23:13,587 INFO [RS:0;695c90f4bb18:40741 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T03:23:13,600 INFO [RS:0;695c90f4bb18:40741 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-17T03:23:13,600 DEBUG [RS:0;695c90f4bb18:40741 {}] regionserver.HRegionServer(1325): Online Regions={66360c08717ab75cd60b5defc7f5a4f4=test,,1731813779116.66360c08717ab75cd60b5defc7f5a4f4., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T03:23:13,600 DEBUG [RS:0;695c90f4bb18:40741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 66360c08717ab75cd60b5defc7f5a4f4 2024-11-17T03:23:13,601 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:23:13,601 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:23:13,601 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:23:13,601 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:23:13,601 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:23:13,601 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-17T03:23:13,604 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/default/test/66360c08717ab75cd60b5defc7f5a4f4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T03:23:13,606 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:23:13,606 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T03:23:13,606 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731813779116.66360c08717ab75cd60b5defc7f5a4f4. 2024-11-17T03:23:13,606 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 66360c08717ab75cd60b5defc7f5a4f4: Waiting for close lock at 1731813793586Running coprocessor pre-close hooks at 1731813793586Disabling compacts and flushes for region at 1731813793586Disabling writes for close at 1731813793587 (+1 ms)Writing region close event to WAL at 1731813793601 (+14 ms)Running coprocessor post-close hooks at 1731813793606 (+5 ms)Closed at 1731813793606 2024-11-17T03:23:13,606 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731813779116.66360c08717ab75cd60b5defc7f5a4f4. 2024-11-17T03:23:13,623 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/hbase/meta/1588230740/.tmp/info/9a89bd01119e433ea15d26a2f1809570 is 129, key is test,,1731813779116.66360c08717ab75cd60b5defc7f5a4f4./info:regioninfo/1731813780253/Put/seqid=0 2024-11-17T03:23:13,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40453 is added to blk_1073741841_1017 (size=6421) 2024-11-17T03:23:13,680 INFO [regionserver/695c90f4bb18:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:23:13,800 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 393, reset compression=false 2024-11-17T03:23:13,801 DEBUG [RS:0;695c90f4bb18:40741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:23:14,001 DEBUG [RS:0;695c90f4bb18:40741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:23:14,030 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 393, reset compression=false 2024-11-17T03:23:14,038 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/hbase/meta/1588230740/.tmp/info/9a89bd01119e433ea15d26a2f1809570 2024-11-17T03:23:14,058 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/hbase/meta/1588230740/.tmp/ns/c57d0c052b584914833c1b8170b91f9e is 43, key is default/ns:d/1731813771332/Put/seqid=0 2024-11-17T03:23:14,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40453 is added to blk_1073741842_1018 (size=5153) 2024-11-17T03:23:14,061 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/hbase/meta/1588230740/.tmp/ns/c57d0c052b584914833c1b8170b91f9e 2024-11-17T03:23:14,081 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/hbase/meta/1588230740/.tmp/rep_barrier/9f4043d65ef845d5a239713a8badcbca is 112, key is test,,1731813779116.66360c08717ab75cd60b5defc7f5a4f4./rep_barrier:seqnumDuringOpen/1731813780253/Put/seqid=0 2024-11-17T03:23:14,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40453 is added to blk_1073741843_1019 (size=5518) 2024-11-17T03:23:14,084 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/hbase/meta/1588230740/.tmp/rep_barrier/9f4043d65ef845d5a239713a8badcbca 2024-11-17T03:23:14,101 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/hbase/meta/1588230740/.tmp/table/562239911deb4c569c400c13054bd166 is 40, key is test/table:state/1731813780258/Put/seqid=0 2024-11-17T03:23:14,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40453 is added to blk_1073741844_1020 (size=5165) 2024-11-17T03:23:14,201 DEBUG [RS:0;695c90f4bb18:40741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:23:14,269 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T03:23:14,269 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T03:23:14,401 DEBUG [RS:0;695c90f4bb18:40741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:23:14,504 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/hbase/meta/1588230740/.tmp/table/562239911deb4c569c400c13054bd166 2024-11-17T03:23:14,509 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/hbase/meta/1588230740/.tmp/info/9a89bd01119e433ea15d26a2f1809570 as hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/hbase/meta/1588230740/info/9a89bd01119e433ea15d26a2f1809570 2024-11-17T03:23:14,512 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/hbase/meta/1588230740/info/9a89bd01119e433ea15d26a2f1809570, entries=10, sequenceid=11, filesize=6.3 K 2024-11-17T03:23:14,513 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/hbase/meta/1588230740/.tmp/ns/c57d0c052b584914833c1b8170b91f9e as hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/hbase/meta/1588230740/ns/c57d0c052b584914833c1b8170b91f9e 2024-11-17T03:23:14,515 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/hbase/meta/1588230740/ns/c57d0c052b584914833c1b8170b91f9e, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T03:23:14,516 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/hbase/meta/1588230740/.tmp/rep_barrier/9f4043d65ef845d5a239713a8badcbca as hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/hbase/meta/1588230740/rep_barrier/9f4043d65ef845d5a239713a8badcbca 2024-11-17T03:23:14,519 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/hbase/meta/1588230740/rep_barrier/9f4043d65ef845d5a239713a8badcbca, entries=1, sequenceid=11, filesize=5.4 K 2024-11-17T03:23:14,519 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/hbase/meta/1588230740/.tmp/table/562239911deb4c569c400c13054bd166 as hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/hbase/meta/1588230740/table/562239911deb4c569c400c13054bd166 2024-11-17T03:23:14,522 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/hbase/meta/1588230740/table/562239911deb4c569c400c13054bd166, entries=2, sequenceid=11, filesize=5.0 K 2024-11-17T03:23:14,522 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 921ms, sequenceid=11, compaction requested=false 2024-11-17T03:23:14,523 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T03:23:14,526 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-17T03:23:14,527 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:23:14,527 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:23:14,527 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:23:14,527 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813793600Running coprocessor pre-close hooks at 1731813793600Disabling compacts and flushes for region at 1731813793600Disabling writes for close at 1731813793601 (+1 ms)Obtaining lock to block concurrent updates at 1731813793601Preparing flush snapshotting stores in 1588230740 at 1731813793601Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731813793602 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731813793602Flushing 1588230740/info: creating writer at 1731813793603 (+1 ms)Flushing 1588230740/info: appending metadata at 1731813793623 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731813793623Flushing 1588230740/ns: creating writer at 1731813794042 (+419 ms)Flushing 1588230740/ns: appending metadata at 1731813794058 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731813794058Flushing 1588230740/rep_barrier: creating writer at 1731813794064 (+6 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731813794081 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731813794081Flushing 1588230740/table: creating writer at 1731813794088 (+7 ms)Flushing 1588230740/table: appending metadata at 1731813794101 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731813794101Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b3a3d76: reopening flushed file at 1731813794508 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18dffa4b: reopening flushed file at 1731813794512 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c49ecb9: reopening flushed file at 1731813794515 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@602d331: reopening flushed file at 1731813794519 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 921ms, sequenceid=11, compaction requested=false at 1731813794523 (+4 ms)Writing region close event to WAL at 1731813794524 (+1 ms)Running coprocessor post-close hooks at 1731813794527 (+3 ms)Closed at 1731813794527 2024-11-17T03:23:14,527 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T03:23:14,561 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T03:23:14,601 INFO [RS:0;695c90f4bb18:40741 {}] regionserver.HRegionServer(976): stopping server 695c90f4bb18,40741,1731813768766; all regions closed. 2024-11-17T03:23:14,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40453 is added to blk_1073741834_1010 (size=2717) 2024-11-17T03:23:14,603 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/WALs/695c90f4bb18,40741,1731813768766/695c90f4bb18%2C40741%2C1731813768766.meta.1731813771290.meta not finished, retry = 0 2024-11-17T03:23:14,706 DEBUG [RS:0;695c90f4bb18:40741 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/oldWALs 2024-11-17T03:23:14,706 INFO [RS:0;695c90f4bb18:40741 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C40741%2C1731813768766.meta:.meta(num 1731813771290) 2024-11-17T03:23:14,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40453 is added to blk_1073741832_1008 (size=1374) 2024-11-17T03:23:14,708 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/WALs/695c90f4bb18,40741,1731813768766/695c90f4bb18%2C40741%2C1731813768766.1731813770399 not finished, retry = 0 2024-11-17T03:23:14,810 DEBUG [RS:0;695c90f4bb18:40741 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/oldWALs 2024-11-17T03:23:14,810 INFO [RS:0;695c90f4bb18:40741 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 695c90f4bb18%2C40741%2C1731813768766:(num 1731813770399) 2024-11-17T03:23:14,810 DEBUG [RS:0;695c90f4bb18:40741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:14,810 INFO [RS:0;695c90f4bb18:40741 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:23:14,810 INFO [RS:0;695c90f4bb18:40741 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:23:14,810 INFO [RS:0;695c90f4bb18:40741 {}] hbase.ChoreService(370): Chore service for: regionserver/695c90f4bb18:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T03:23:14,811 INFO [RS:0;695c90f4bb18:40741 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:23:14,811 INFO [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:23:14,811 INFO [RS:0;695c90f4bb18:40741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:40741. 2024-11-17T03:23:14,811 DEBUG [RS:0;695c90f4bb18:40741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:23:14,811 DEBUG [RS:0;695c90f4bb18:40741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:14,811 DEBUG [RS:0;695c90f4bb18:40741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:14,811 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:23:14,811 INFO [RS:0;695c90f4bb18:40741 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40741 2024-11-17T03:23:14,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1181531782/rs 2024-11-17T03:23:14,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x10146d0e35f0004, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1181531782/rs/695c90f4bb18,40741,1731813768766 2024-11-17T03:23:14,873 INFO [RS:0;695c90f4bb18:40741 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:23:14,883 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [695c90f4bb18,40741,1731813768766] 2024-11-17T03:23:14,894 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1181531782/draining/695c90f4bb18,40741,1731813768766 already deleted, retry=false 2024-11-17T03:23:14,894 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 695c90f4bb18,40741,1731813768766 expired; onlineServers=0 2024-11-17T03:23:14,894 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '695c90f4bb18,43007,1731813768620' ***** 2024-11-17T03:23:14,894 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T03:23:14,894 INFO [M:0;695c90f4bb18:43007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:23:14,894 INFO [M:0;695c90f4bb18:43007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:23:14,894 DEBUG [M:0;695c90f4bb18:43007 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T03:23:14,894 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T03:23:14,894 DEBUG [M:0;695c90f4bb18:43007 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T03:23:14,894 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813770113 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813770113,5,FailOnTimeoutGroup] 2024-11-17T03:23:14,894 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813770116 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813770116,5,FailOnTimeoutGroup] 2024-11-17T03:23:14,895 INFO [M:0;695c90f4bb18:43007 {}] hbase.ChoreService(370): Chore service for: master/695c90f4bb18:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T03:23:14,895 INFO [M:0;695c90f4bb18:43007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:23:14,895 DEBUG [M:0;695c90f4bb18:43007 {}] master.HMaster(1795): Stopping service threads 2024-11-17T03:23:14,895 INFO [M:0;695c90f4bb18:43007 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T03:23:14,895 INFO [M:0;695c90f4bb18:43007 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:23:14,895 INFO [M:0;695c90f4bb18:43007 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T03:23:14,895 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T03:23:14,904 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 393, reset compression=false 2024-11-17T03:23:14,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1181531782/master 2024-11-17T03:23:14,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1181531782 2024-11-17T03:23:14,905 DEBUG [M:0;695c90f4bb18:43007 {}] zookeeper.ZKUtil(347): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Unable to get data of znode /1-1181531782/master because node does not exist (not an error) 2024-11-17T03:23:14,905 WARN [M:0;695c90f4bb18:43007 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T03:23:14,905 INFO [M:0;695c90f4bb18:43007 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/.lastflushedseqids 2024-11-17T03:23:14,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40453 is added to blk_1073741845_1021 (size=173) 2024-11-17T03:23:14,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x10146d0e35f0004, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:23:14,984 INFO [RS:0;695c90f4bb18:40741 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:23:14,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40741-0x10146d0e35f0004, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:23:14,984 INFO [RS:0;695c90f4bb18:40741 {}] regionserver.HRegionServer(1031): Exiting; stopping=695c90f4bb18,40741,1731813768766; zookeeper connection closed. 2024-11-17T03:23:14,984 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a3180af {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a3180af 2024-11-17T03:23:14,984 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T03:23:15,133 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 393, reset compression=false 2024-11-17T03:23:15,310 INFO [M:0;695c90f4bb18:43007 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T03:23:15,310 INFO [M:0;695c90f4bb18:43007 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T03:23:15,310 DEBUG [M:0;695c90f4bb18:43007 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:23:15,310 INFO [M:0;695c90f4bb18:43007 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:23:15,310 DEBUG [M:0;695c90f4bb18:43007 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:23:15,310 DEBUG [M:0;695c90f4bb18:43007 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:23:15,310 DEBUG [M:0;695c90f4bb18:43007 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:23:15,310 INFO [M:0;695c90f4bb18:43007 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-17T03:23:15,329 DEBUG [M:0;695c90f4bb18:43007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d1e5713cdda47f09df39ad41be7d193 is 82, key is hbase:meta,,1/info:regioninfo/1731813771321/Put/seqid=0 2024-11-17T03:23:15,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40453 is added to blk_1073741846_1022 (size=5672) 2024-11-17T03:23:15,733 INFO [M:0;695c90f4bb18:43007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d1e5713cdda47f09df39ad41be7d193 2024-11-17T03:23:15,753 DEBUG [M:0;695c90f4bb18:43007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91f6435cd25741daa99c78a6b8f7a503 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731813780260/Put/seqid=0 2024-11-17T03:23:15,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40453 is added to blk_1073741847_1023 (size=6586) 2024-11-17T03:23:15,972 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-17T03:23:15,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:15,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:15,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:15,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:15,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:15,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:15,973 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:15,974 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:16,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:16,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:16,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:16,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:16,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:16,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:16,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:16,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:16,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:16,047 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-17T03:23:16,108 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 393, reset compression=false 2024-11-17T03:23:16,157 INFO [M:0;695c90f4bb18:43007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91f6435cd25741daa99c78a6b8f7a503 2024-11-17T03:23:16,171 DEBUG [M:0;695c90f4bb18:43007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6768b8ad965b4d2db7378af87ffb4976 is 69, key is 695c90f4bb18,40741,1731813768766/rs:state/1731813770148/Put/seqid=0 2024-11-17T03:23:16,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40453 is added to blk_1073741848_1024 (size=5156) 2024-11-17T03:23:16,336 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 393, reset compression=false 2024-11-17T03:23:16,423 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T03:23:16,424 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:23:16,425 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169039 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [695c90f4bb18,39753,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:39753 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-17T03:23:16,574 INFO [M:0;695c90f4bb18:43007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6768b8ad965b4d2db7378af87ffb4976 2024-11-17T03:23:16,578 DEBUG [M:0;695c90f4bb18:43007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1d1e5713cdda47f09df39ad41be7d193 as hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d1e5713cdda47f09df39ad41be7d193 2024-11-17T03:23:16,581 INFO [M:0;695c90f4bb18:43007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1d1e5713cdda47f09df39ad41be7d193, entries=8, sequenceid=55, filesize=5.5 K 2024-11-17T03:23:16,582 DEBUG [M:0;695c90f4bb18:43007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/91f6435cd25741daa99c78a6b8f7a503 as hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91f6435cd25741daa99c78a6b8f7a503 2024-11-17T03:23:16,585 INFO [M:0;695c90f4bb18:43007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/91f6435cd25741daa99c78a6b8f7a503, entries=6, sequenceid=55, filesize=6.4 K 2024-11-17T03:23:16,585 DEBUG [M:0;695c90f4bb18:43007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6768b8ad965b4d2db7378af87ffb4976 as hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6768b8ad965b4d2db7378af87ffb4976 2024-11-17T03:23:16,588 INFO [M:0;695c90f4bb18:43007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41291/user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6768b8ad965b4d2db7378af87ffb4976, entries=1, sequenceid=55, filesize=5.0 K 2024-11-17T03:23:16,589 INFO [M:0;695c90f4bb18:43007 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=55, compaction requested=false 2024-11-17T03:23:16,590 INFO [M:0;695c90f4bb18:43007 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:23:16,590 DEBUG [M:0;695c90f4bb18:43007 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813795310Disabling compacts and flushes for region at 1731813795310Disabling writes for close at 1731813795310Obtaining lock to block concurrent updates at 1731813795310Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731813795310Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731813795310Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731813795311 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731813795311Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731813795329 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731813795329Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731813795736 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731813795753 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731813795753Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731813796159 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731813796171 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731813796171Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@578b0232: reopening flushed file at 1731813796578 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da7138d: reopening flushed file at 1731813796581 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d8ed05b: reopening flushed file at 1731813796585 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=55, compaction requested=false at 1731813796589 (+4 ms)Writing region close event to WAL at 1731813796590 (+1 ms)Closed at 1731813796590 2024-11-17T03:23:16,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40453 is added to blk_1073741830_1006 (size=32770) 2024-11-17T03:23:16,591 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/983b141f-47fd-baf9-f226-9b9aa2a197f7/MasterData/WALs/695c90f4bb18,43007,1731813768620/695c90f4bb18%2C43007%2C1731813768620.1731813769887 not finished, retry = 0 2024-11-17T03:23:16,692 INFO [M:0;695c90f4bb18:43007 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T03:23:16,692 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:23:16,692 INFO [M:0;695c90f4bb18:43007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43007 2024-11-17T03:23:16,692 INFO [M:0;695c90f4bb18:43007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:23:16,899 INFO [M:0;695c90f4bb18:43007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:23:16,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:23:16,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x10146d0e35f0003, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:23:16,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c7c2a57{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:23:16,901 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41dff0fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:23:16,901 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:23:16,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69e6a5f7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:23:16,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55e01bae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/hadoop.log.dir/,STOPPED} 2024-11-17T03:23:16,903 WARN [BP-407499544-172.17.0.3-1731813766691 heartbeating to localhost/127.0.0.1:41291 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T03:23:16,903 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T03:23:16,903 WARN [BP-407499544-172.17.0.3-1731813766691 heartbeating to localhost/127.0.0.1:41291 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-407499544-172.17.0.3-1731813766691 (Datanode Uuid 297f02f9-3fc0-4c23-9faf-bfc5444f77ea) service to localhost/127.0.0.1:41291 2024-11-17T03:23:16,903 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T03:23:16,903 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/cluster_39d1fa00-5f1d-c947-a102-369ed8e89490/data/data1/current/BP-407499544-172.17.0.3-1731813766691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:23:16,904 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/cluster_39d1fa00-5f1d-c947-a102-369ed8e89490/data/data2/current/BP-407499544-172.17.0.3-1731813766691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:23:16,904 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T03:23:16,909 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64abd5e8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:23:16,910 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@749e0079{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:23:16,910 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:23:16,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50185ff2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:23:16,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20909c02{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2718ab66-0328-9997-4fd9-51f40057b8e6/hadoop.log.dir/,STOPPED} 2024-11-17T03:23:16,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T03:23:16,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T03:23:16,925 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:23:16,925 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:23:16,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:16,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:16,925 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:23:16,925 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T03:23:16,925 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=303675903, stopped=false 2024-11-17T03:23:16,925 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=695c90f4bb18,46199,1731813764586 2024-11-17T03:23:16,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x10146d0e35f0001, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01081456682/running 2024-11-17T03:23:16,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01081456682/running 2024-11-17T03:23:16,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x10146d0e35f0001, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081456682 2024-11-17T03:23:16,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081456682 2024-11-17T03:23:16,943 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:23:16,943 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T03:23:16,943 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:23:16,944 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:16,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41101-0x10146d0e35f0001, quorum=127.0.0.1:57551, baseZNode=/01081456682 Set watcher on znode that does not yet exist, /01081456682/running 2024-11-17T03:23:16,944 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '695c90f4bb18,41101,1731813764790' ***** 2024-11-17T03:23:16,944 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T03:23:16,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Set watcher on znode that does not yet exist, /01081456682/running 2024-11-17T03:23:16,944 INFO [RS:0;695c90f4bb18:41101 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T03:23:16,944 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T03:23:16,944 INFO [RS:0;695c90f4bb18:41101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T03:23:16,944 INFO [RS:0;695c90f4bb18:41101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T03:23:16,944 INFO [RS:0;695c90f4bb18:41101 {}] regionserver.HRegionServer(3091): Received CLOSE for dc0841cd39cfa0c720ad46378f3d17cb 2024-11-17T03:23:16,945 INFO [RS:0;695c90f4bb18:41101 {}] regionserver.HRegionServer(3091): Received CLOSE for f6031c63c49c4191cf51da6846695efd 2024-11-17T03:23:16,945 INFO [RS:0;695c90f4bb18:41101 {}] regionserver.HRegionServer(959): stopping server 695c90f4bb18,41101,1731813764790 2024-11-17T03:23:16,945 INFO [RS:0;695c90f4bb18:41101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:23:16,945 INFO [RS:0;695c90f4bb18:41101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:41101. 2024-11-17T03:23:16,945 DEBUG [RS:0;695c90f4bb18:41101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:23:16,945 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc0841cd39cfa0c720ad46378f3d17cb, disabling compactions & flushes 2024-11-17T03:23:16,945 DEBUG [RS:0;695c90f4bb18:41101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:16,945 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb. 2024-11-17T03:23:16,945 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb. 2024-11-17T03:23:16,945 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb. after waiting 0 ms 2024-11-17T03:23:16,945 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb. 2024-11-17T03:23:16,945 INFO [RS:0;695c90f4bb18:41101 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T03:23:16,945 INFO [RS:0;695c90f4bb18:41101 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T03:23:16,945 INFO [RS:0;695c90f4bb18:41101 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T03:23:16,945 INFO [RS:0;695c90f4bb18:41101 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T03:23:16,947 INFO [RS:0;695c90f4bb18:41101 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-17T03:23:16,947 DEBUG [RS:0;695c90f4bb18:41101 {}] regionserver.HRegionServer(1325): Online Regions={dc0841cd39cfa0c720ad46378f3d17cb=test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb., 1588230740=hbase:meta,,1.1588230740, f6031c63c49c4191cf51da6846695efd=hbase:replication,,1731813783427.f6031c63c49c4191cf51da6846695efd.} 2024-11-17T03:23:16,947 DEBUG [RS:0;695c90f4bb18:41101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc0841cd39cfa0c720ad46378f3d17cb, f6031c63c49c4191cf51da6846695efd 2024-11-17T03:23:16,947 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T03:23:16,947 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T03:23:16,947 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T03:23:16,947 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T03:23:16,947 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T03:23:16,947 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-17T03:23:16,949 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/default/test/dc0841cd39cfa0c720ad46378f3d17cb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-17T03:23:16,949 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:23:16,949 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-17T03:23:16,949 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb. 2024-11-17T03:23:16,949 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc0841cd39cfa0c720ad46378f3d17cb: Waiting for close lock at 1731813796945Running coprocessor pre-close hooks at 1731813796945Disabling compacts and flushes for region at 1731813796945Disabling writes for close at 1731813796945Writing region close event to WAL at 1731813796947 (+2 ms)Running coprocessor post-close hooks at 1731813796949 (+2 ms)Closed at 1731813796949 2024-11-17T03:23:16,950 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb. 2024-11-17T03:23:16,950 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6031c63c49c4191cf51da6846695efd, disabling compactions & flushes 2024-11-17T03:23:16,950 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731813783427.f6031c63c49c4191cf51da6846695efd. 2024-11-17T03:23:16,950 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731813783427.f6031c63c49c4191cf51da6846695efd. 2024-11-17T03:23:16,950 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731813783427.f6031c63c49c4191cf51da6846695efd. after waiting 0 ms 2024-11-17T03:23:16,950 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731813783427.f6031c63c49c4191cf51da6846695efd. 2024-11-17T03:23:16,950 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f6031c63c49c4191cf51da6846695efd 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-17T03:23:16,959 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/meta/1588230740/.tmp/info/20510594a29d4610ba2d38404d1d3a61 is 147, key is hbase:replication,,1731813783427.f6031c63c49c4191cf51da6846695efd./info:regioninfo/1731813784596/Put/seqid=0 2024-11-17T03:23:16,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741847_1023 (size=7686) 2024-11-17T03:23:16,963 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/meta/1588230740/.tmp/info/20510594a29d4610ba2d38404d1d3a61 2024-11-17T03:23:16,966 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/replication/f6031c63c49c4191cf51da6846695efd/.tmp/hfileref/6b24c9b59201409396049a9244f5c6a9 is 74, key is 1/hfileref:36d654a4168e44bda7da031ad1d27615_SeqId_4_/1731813786975/DeleteColumn/seqid=0 2024-11-17T03:23:16,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741848_1024 (size=5489) 2024-11-17T03:23:16,973 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/replication/f6031c63c49c4191cf51da6846695efd/.tmp/hfileref/6b24c9b59201409396049a9244f5c6a9 2024-11-17T03:23:16,980 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/meta/1588230740/.tmp/ns/41f5ffa9a3f44e0e8add1718b38c5b4a is 43, key is default/ns:d/1731813766465/Put/seqid=0 2024-11-17T03:23:16,981 INFO [regionserver/695c90f4bb18:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:23:16,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741849_1025 (size=5153) 2024-11-17T03:23:16,994 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/replication/f6031c63c49c4191cf51da6846695efd/.tmp/queue/f653df23dd964a67a3bec78347b70ef9 is 153, key is 1-695c90f4bb18,41101,1731813764790/queue:695c90f4bb18%2C41101%2C1731813764790/1731813789416/Put/seqid=0 2024-11-17T03:23:16,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741850_1026 (size=5504) 2024-11-17T03:23:16,997 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/replication/f6031c63c49c4191cf51da6846695efd/.tmp/queue/f653df23dd964a67a3bec78347b70ef9 2024-11-17T03:23:17,001 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/replication/f6031c63c49c4191cf51da6846695efd/.tmp/hfileref/6b24c9b59201409396049a9244f5c6a9 as hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/replication/f6031c63c49c4191cf51da6846695efd/hfileref/6b24c9b59201409396049a9244f5c6a9 2024-11-17T03:23:17,004 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/replication/f6031c63c49c4191cf51da6846695efd/hfileref/6b24c9b59201409396049a9244f5c6a9, entries=6, sequenceid=17, filesize=5.4 K 2024-11-17T03:23:17,005 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/replication/f6031c63c49c4191cf51da6846695efd/.tmp/queue/f653df23dd964a67a3bec78347b70ef9 as hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/replication/f6031c63c49c4191cf51da6846695efd/queue/f653df23dd964a67a3bec78347b70ef9 2024-11-17T03:23:17,007 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/replication/f6031c63c49c4191cf51da6846695efd/queue/f653df23dd964a67a3bec78347b70ef9, entries=2, sequenceid=17, filesize=5.4 K 2024-11-17T03:23:17,008 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f6031c63c49c4191cf51da6846695efd in 58ms, sequenceid=17, compaction requested=false 2024-11-17T03:23:17,010 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/replication/f6031c63c49c4191cf51da6846695efd/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-17T03:23:17,011 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:23:17,011 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:23:17,011 INFO [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731813783427.f6031c63c49c4191cf51da6846695efd. 2024-11-17T03:23:17,011 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6031c63c49c4191cf51da6846695efd: Waiting for close lock at 1731813796950Running coprocessor pre-close hooks at 1731813796950Disabling compacts and flushes for region at 1731813796950Disabling writes for close at 1731813796950Obtaining lock to block concurrent updates at 1731813796950Preparing flush snapshotting stores in f6031c63c49c4191cf51da6846695efd at 1731813796950Finished memstore snapshotting hbase:replication,,1731813783427.f6031c63c49c4191cf51da6846695efd., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731813796950Flushing stores of hbase:replication,,1731813783427.f6031c63c49c4191cf51da6846695efd. at 1731813796950Flushing f6031c63c49c4191cf51da6846695efd/hfileref: creating writer at 1731813796951 (+1 ms)Flushing f6031c63c49c4191cf51da6846695efd/hfileref: appending metadata at 1731813796966 (+15 ms)Flushing f6031c63c49c4191cf51da6846695efd/hfileref: closing flushed file at 1731813796966Flushing f6031c63c49c4191cf51da6846695efd/queue: creating writer at 1731813796977 (+11 ms)Flushing f6031c63c49c4191cf51da6846695efd/queue: appending metadata at 1731813796994 (+17 ms)Flushing f6031c63c49c4191cf51da6846695efd/queue: closing flushed file at 1731813796994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c983645: reopening flushed file at 1731813797000 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@432a8b31: reopening flushed file at 1731813797004 (+4 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f6031c63c49c4191cf51da6846695efd in 58ms, sequenceid=17, compaction requested=false at 1731813797008 (+4 ms)Writing region close event to WAL at 1731813797009 (+1 ms)Running coprocessor post-close hooks at 1731813797011 (+2 ms)Closed at 1731813797011 2024-11-17T03:23:17,011 DEBUG [RS_CLOSE_REGION-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731813783427.f6031c63c49c4191cf51da6846695efd. 2024-11-17T03:23:17,147 DEBUG [RS:0;695c90f4bb18:41101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:23:17,347 DEBUG [RS:0;695c90f4bb18:41101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:23:17,389 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/meta/1588230740/.tmp/ns/41f5ffa9a3f44e0e8add1718b38c5b4a 2024-11-17T03:23:17,409 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/meta/1588230740/.tmp/rep_barrier/3f1a1f5f3c174d55b59e47d52584abe5 is 112, key is test,,1731813776963.dc0841cd39cfa0c720ad46378f3d17cb./rep_barrier:seqnumDuringOpen/1731813778105/Put/seqid=0 2024-11-17T03:23:17,411 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 393, reset compression=false 2024-11-17T03:23:17,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741851_1027 (size=5518) 2024-11-17T03:23:17,429 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/meta/1588230740/.tmp/rep_barrier/3f1a1f5f3c174d55b59e47d52584abe5 2024-11-17T03:23:17,430 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:23:17,430 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 688, reset compression=false 2024-11-17T03:23:17,430 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.shipper695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-695c90f4bb18,41101,1731813764790 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:23:17,431 ERROR [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.shipper695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 695c90f4bb18,41101,1731813764790: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-695c90f4bb18,41101,1731813764790, walGroup=695c90f4bb18%2C41101%2C1731813764790, offset=695c90f4bb18%2C41101%2C1731813764790.1731813787551:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:41101 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-17T03:23:17,433 ERROR [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.shipper695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-17T03:23:17,433 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.shipper695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-17T03:23:17,433 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.shipper695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-17T03:23:17,433 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.shipper695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-17T03:23:17,433 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.shipper695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-17T03:23:17,433 INFO [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.shipper695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1629487104, "init": 1048576000, "max": 2306867200, "used": 1080373760 }, "NonHeapMemoryUsage": { "committed": 212271104, "init": 7667712, "max": -1, "used": 209193792 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-17T03:23:17,434 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.shipper695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:46199 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=695c90f4bb18:46199 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T03:23:17,457 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/meta/1588230740/.tmp/table/fc26979e3d9b4a81bbc169f756eaae28 is 53, key is hbase:replication/table:state/1731813784625/Put/seqid=0 2024-11-17T03:23:17,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741852_1028 (size=5308) 2024-11-17T03:23:17,547 DEBUG [RS:0;695c90f4bb18:41101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:23:17,639 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 688, reset compression=false 2024-11-17T03:23:17,639 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 393, reset compression=false 2024-11-17T03:23:17,643 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-17T03:23:17,643 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 688, reset compression=false 2024-11-17T03:23:17,643 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.shipper695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-695c90f4bb18,41101,1731813764790 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-17T03:23:17,644 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.shipper695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-17T03:23:17,747 DEBUG [RS:0;695c90f4bb18:41101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T03:23:17,840 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T03:23:17,840 INFO [regionserver/695c90f4bb18:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T03:23:17,846 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 688, reset compression=false 2024-11-17T03:23:17,862 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/meta/1588230740/.tmp/table/fc26979e3d9b4a81bbc169f756eaae28 2024-11-17T03:23:17,866 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/meta/1588230740/.tmp/info/20510594a29d4610ba2d38404d1d3a61 as hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/meta/1588230740/info/20510594a29d4610ba2d38404d1d3a61 2024-11-17T03:23:17,869 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/meta/1588230740/info/20510594a29d4610ba2d38404d1d3a61, entries=20, sequenceid=16, filesize=7.5 K 2024-11-17T03:23:17,870 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/meta/1588230740/.tmp/ns/41f5ffa9a3f44e0e8add1718b38c5b4a as hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/meta/1588230740/ns/41f5ffa9a3f44e0e8add1718b38c5b4a 2024-11-17T03:23:17,873 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/meta/1588230740/ns/41f5ffa9a3f44e0e8add1718b38c5b4a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-17T03:23:17,874 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/meta/1588230740/.tmp/rep_barrier/3f1a1f5f3c174d55b59e47d52584abe5 as hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/meta/1588230740/rep_barrier/3f1a1f5f3c174d55b59e47d52584abe5 2024-11-17T03:23:17,877 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/meta/1588230740/rep_barrier/3f1a1f5f3c174d55b59e47d52584abe5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-17T03:23:17,877 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/meta/1588230740/.tmp/table/fc26979e3d9b4a81bbc169f756eaae28 as hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/meta/1588230740/table/fc26979e3d9b4a81bbc169f756eaae28 2024-11-17T03:23:17,883 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/meta/1588230740/table/fc26979e3d9b4a81bbc169f756eaae28, entries=4, sequenceid=16, filesize=5.2 K 2024-11-17T03:23:17,884 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 937ms, sequenceid=16, compaction requested=false 2024-11-17T03:23:17,888 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-17T03:23:17,888 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-17T03:23:17,888 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T03:23:17,888 INFO [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T03:23:17,888 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731813796947Running coprocessor pre-close hooks at 1731813796947Disabling compacts and flushes for region at 1731813796947Disabling writes for close at 1731813796947Obtaining lock to block concurrent updates at 1731813796947Preparing flush snapshotting stores in 1588230740 at 1731813796947Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731813796947Flushing stores of hbase:meta,,1.1588230740 at 1731813796947Flushing 1588230740/info: creating writer at 1731813796947Flushing 1588230740/info: appending metadata at 1731813796959 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731813796959Flushing 1588230740/ns: creating writer at 1731813796966 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731813796980 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731813796980Flushing 1588230740/rep_barrier: creating writer at 1731813797393 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731813797408 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731813797408Flushing 1588230740/table: creating writer at 1731813797437 (+29 ms)Flushing 1588230740/table: appending metadata at 1731813797456 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731813797456Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49e190d2: reopening flushed file at 1731813797865 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70caa36b: reopening flushed file at 1731813797869 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b6ce826: reopening flushed file at 1731813797873 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e360c5: reopening flushed file at 1731813797877 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 937ms, sequenceid=16, compaction requested=false at 1731813797884 (+7 ms)Writing region close event to WAL at 1731813797885 (+1 ms)Running coprocessor post-close hooks at 1731813797888 (+3 ms)Closed at 1731813797888 2024-11-17T03:23:17,888 DEBUG [RS_CLOSE_META-regionserver/695c90f4bb18:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T03:23:17,943 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 688, reset compression=false 2024-11-17T03:23:17,947 INFO [RS:0;695c90f4bb18:41101 {}] regionserver.HRegionServer(976): stopping server 695c90f4bb18,41101,1731813764790; all regions closed. 2024-11-17T03:23:17,949 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.meta.1731813787520.meta not finished, retry = 0 2024-11-17T03:23:17,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741842_1018 (size=859) 2024-11-17T03:23:18,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741843_1019 (size=2791) 2024-11-17T03:23:18,051 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.rep.1731813787537 not finished, retry = 0 2024-11-17T03:23:18,149 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 688, reset compression=false 2024-11-17T03:23:18,153 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 not finished, retry = 0 2024-11-17T03:23:18,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741844_1020 (size=696) 2024-11-17T03:23:18,254 DEBUG [RS:0;695c90f4bb18:41101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:18,254 INFO [RS:0;695c90f4bb18:41101 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T03:23:18,254 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 for the last time to pos 688, reset compression=false 2024-11-17T03:23:18,254 INFO [RS:0;695c90f4bb18:41101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:23:18,255 INFO [RS:0;695c90f4bb18:41101 {}] hbase.ChoreService(370): Chore service for: regionserver/695c90f4bb18:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T03:23:18,255 INFO [RS:0;695c90f4bb18:41101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:23:18,255 INFO [regionserver/695c90f4bb18:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:23:18,255 INFO [RS:0;695c90f4bb18:41101 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-695c90f4bb18,41101,1731813764790 because: Region server is closing 2024-11-17T03:23:18,255 INFO [RS:0;695c90f4bb18:41101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:41101. 2024-11-17T03:23:18,255 DEBUG [RS:0;695c90f4bb18:41101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:23:18,255 DEBUG [RS:0;695c90f4bb18:41101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:18,255 DEBUG [RS:0;695c90f4bb18:41101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:18,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:23:18,256 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 and length of the file is 696 2024-11-17T03:23:18,256 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 2024-11-17T03:23:18,346 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 to pos 688, reset compression=false 2024-11-17T03:23:18,347 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/WALs/695c90f4bb18,41101,1731813764790/695c90f4bb18%2C41101%2C1731813764790.1731813787551 2024-11-17T03:23:18,347 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-17T03:23:18,347 DEBUG [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-17T03:23:18,356 INFO [RS:0;695c90f4bb18:41101 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,1-695c90f4bb18,41101,1731813764790.replicationSource.shipper695c90f4bb18%2C41101%2C1731813764790,1-695c90f4bb18,41101,1731813764790 terminated 2024-11-17T03:23:18,356 INFO [RS:0;695c90f4bb18:41101 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-695c90f4bb18,41101,1731813764790 because: Region server is closing 2024-11-17T03:23:18,356 INFO [RS:0;695c90f4bb18:41101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;695c90f4bb18:41101. 2024-11-17T03:23:18,356 DEBUG [RS:0;695c90f4bb18:41101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T03:23:18,356 DEBUG [RS:0;695c90f4bb18:41101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:18,356 DEBUG [RS:0;695c90f4bb18:41101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T03:23:18,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T03:23:18,456 INFO [RS:0;695c90f4bb18:41101 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.shipper695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 terminated 2024-11-17T03:23:18,456 INFO [RS:0;695c90f4bb18:41101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41101 2024-11-17T03:23:18,456 WARN [RS_REFRESH_PEER-regionserver/695c90f4bb18:0-0.replicationSource,2-695c90f4bb18,41101,1731813764790.replicationSource.wal-reader.695c90f4bb18%2C41101%2C1731813764790,2-695c90f4bb18,41101,1731813764790 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-17T03:23:18,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081456682/rs 2024-11-17T03:23:18,501 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x10146d0e35f0001, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01081456682/rs/695c90f4bb18,41101,1731813764790 2024-11-17T03:23:18,501 INFO [RS:0;695c90f4bb18:41101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:23:18,522 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [695c90f4bb18,41101,1731813764790] 2024-11-17T03:23:18,533 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01081456682/draining/695c90f4bb18,41101,1731813764790 already deleted, retry=false 2024-11-17T03:23:18,533 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 695c90f4bb18,41101,1731813764790 expired; onlineServers=0 2024-11-17T03:23:18,533 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '695c90f4bb18,46199,1731813764586' ***** 2024-11-17T03:23:18,533 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T03:23:18,533 INFO [M:0;695c90f4bb18:46199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T03:23:18,533 INFO [M:0;695c90f4bb18:46199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T03:23:18,533 DEBUG [M:0;695c90f4bb18:46199 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T03:23:18,533 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T03:23:18,533 DEBUG [M:0;695c90f4bb18:46199 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T03:23:18,533 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813765704 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.large.0-1731813765704,5,FailOnTimeoutGroup] 2024-11-17T03:23:18,533 DEBUG [master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813765705 {}] cleaner.HFileCleaner(306): Exit Thread[master/695c90f4bb18:0:becomeActiveMaster-HFileCleaner.small.0-1731813765705,5,FailOnTimeoutGroup] 2024-11-17T03:23:18,533 INFO [M:0;695c90f4bb18:46199 {}] hbase.ChoreService(370): Chore service for: master/695c90f4bb18:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T03:23:18,533 INFO [M:0;695c90f4bb18:46199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T03:23:18,533 DEBUG [M:0;695c90f4bb18:46199 {}] master.HMaster(1795): Stopping service threads 2024-11-17T03:23:18,533 INFO [M:0;695c90f4bb18:46199 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T03:23:18,534 INFO [M:0;695c90f4bb18:46199 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T03:23:18,534 ERROR [M:0;695c90f4bb18:46199 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (137172773) connection to localhost/127.0.0.1:42103 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:42103,5,PEWorkerGroup] 2024-11-17T03:23:18,534 INFO [M:0;695c90f4bb18:46199 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T03:23:18,534 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T03:23:18,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01081456682/master 2024-11-17T03:23:18,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01081456682 2024-11-17T03:23:18,543 DEBUG [M:0;695c90f4bb18:46199 {}] zookeeper.ZKUtil(347): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Unable to get data of znode /01081456682/master because node does not exist (not an error) 2024-11-17T03:23:18,543 WARN [M:0;695c90f4bb18:46199 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T03:23:18,544 INFO [M:0;695c90f4bb18:46199 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/.lastflushedseqids 2024-11-17T03:23:18,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741853_1029 (size=263) 2024-11-17T03:23:18,622 INFO [RS:0;695c90f4bb18:41101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:23:18,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x10146d0e35f0001, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:23:18,622 INFO [RS:0;695c90f4bb18:41101 {}] regionserver.HRegionServer(1031): Exiting; stopping=695c90f4bb18,41101,1731813764790; zookeeper connection closed. 2024-11-17T03:23:18,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41101-0x10146d0e35f0001, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:23:18,623 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3cb8ef81 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3cb8ef81 2024-11-17T03:23:18,623 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T03:23:18,948 INFO [M:0;695c90f4bb18:46199 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T03:23:18,948 INFO [M:0;695c90f4bb18:46199 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T03:23:18,948 DEBUG [M:0;695c90f4bb18:46199 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T03:23:18,948 INFO [M:0;695c90f4bb18:46199 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:23:18,948 DEBUG [M:0;695c90f4bb18:46199 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:23:18,948 DEBUG [M:0;695c90f4bb18:46199 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T03:23:18,948 DEBUG [M:0;695c90f4bb18:46199 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:23:18,948 INFO [M:0;695c90f4bb18:46199 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=60.11 KB heapSize=71.43 KB 2024-11-17T03:23:18,967 DEBUG [M:0;695c90f4bb18:46199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a59a6c63c9e64bd48a7ddd907513f6da is 82, key is hbase:meta,,1/info:regioninfo/1731813766423/Put/seqid=0 2024-11-17T03:23:18,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741854_1030 (size=5672) 2024-11-17T03:23:19,370 INFO [M:0;695c90f4bb18:46199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a59a6c63c9e64bd48a7ddd907513f6da 2024-11-17T03:23:19,385 DEBUG [M:0;695c90f4bb18:46199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fbb7d667ef994a2fabf48adcb0bd9a41 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731813778113/Put/seqid=0 2024-11-17T03:23:19,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741855_1031 (size=7610) 2024-11-17T03:23:19,789 INFO [M:0;695c90f4bb18:46199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.56 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fbb7d667ef994a2fabf48adcb0bd9a41 2024-11-17T03:23:19,793 INFO [M:0;695c90f4bb18:46199 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbb7d667ef994a2fabf48adcb0bd9a41 2024-11-17T03:23:19,809 DEBUG [M:0;695c90f4bb18:46199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13518e98c05a4ab3871154633fd47440 is 69, key is 695c90f4bb18,41101,1731813764790/rs:state/1731813765794/Put/seqid=0 2024-11-17T03:23:19,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741856_1032 (size=5156) 2024-11-17T03:23:19,812 INFO [M:0;695c90f4bb18:46199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13518e98c05a4ab3871154633fd47440 2024-11-17T03:23:19,815 DEBUG [M:0;695c90f4bb18:46199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a59a6c63c9e64bd48a7ddd907513f6da as hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a59a6c63c9e64bd48a7ddd907513f6da 2024-11-17T03:23:19,818 INFO [M:0;695c90f4bb18:46199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a59a6c63c9e64bd48a7ddd907513f6da, entries=8, sequenceid=121, filesize=5.5 K 2024-11-17T03:23:19,819 DEBUG [M:0;695c90f4bb18:46199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fbb7d667ef994a2fabf48adcb0bd9a41 as hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fbb7d667ef994a2fabf48adcb0bd9a41 2024-11-17T03:23:19,822 INFO [M:0;695c90f4bb18:46199 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fbb7d667ef994a2fabf48adcb0bd9a41 2024-11-17T03:23:19,822 INFO [M:0;695c90f4bb18:46199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fbb7d667ef994a2fabf48adcb0bd9a41, entries=13, sequenceid=121, filesize=7.4 K 2024-11-17T03:23:19,823 DEBUG [M:0;695c90f4bb18:46199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/13518e98c05a4ab3871154633fd47440 as hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13518e98c05a4ab3871154633fd47440 2024-11-17T03:23:19,826 INFO [M:0;695c90f4bb18:46199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/e949bf5c-b18e-3002-a42f-d86530656cf7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/13518e98c05a4ab3871154633fd47440, entries=1, sequenceid=121, filesize=5.0 K 2024-11-17T03:23:19,826 INFO [M:0;695c90f4bb18:46199 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=121, compaction requested=false 2024-11-17T03:23:19,827 INFO [M:0;695c90f4bb18:46199 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T03:23:19,827 DEBUG [M:0;695c90f4bb18:46199 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731813798948Disabling compacts and flushes for region at 1731813798948Disabling writes for close at 1731813798948Obtaining lock to block concurrent updates at 1731813798948Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731813798948Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61557, getHeapSize=73080, getOffHeapSize=0, getCellsCount=140 at 1731813798948Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731813798949 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731813798949Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731813798966 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731813798966Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731813799373 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731813799385 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731813799385Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731813799793 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731813799808 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731813799809 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d5e79c1: reopening flushed file at 1731813799815 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dce9f93: reopening flushed file at 1731813799818 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1957e816: reopening flushed file at 1731813799822 (+4 ms)Finished flush of dataSize ~60.11 KB/61557, heapSize ~71.13 KB/72840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 878ms, sequenceid=121, compaction requested=false at 1731813799826 (+4 ms)Writing region close event to WAL at 1731813799827 (+1 ms)Closed at 1731813799827 2024-11-17T03:23:19,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33703 is added to blk_1073741830_1006 (size=69920) 2024-11-17T03:23:19,829 INFO [M:0;695c90f4bb18:46199 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T03:23:19,829 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T03:23:19,829 INFO [M:0;695c90f4bb18:46199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46199 2024-11-17T03:23:19,829 INFO [M:0;695c90f4bb18:46199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T03:23:20,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:23:20,025 INFO [M:0;695c90f4bb18:46199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T03:23:20,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46199-0x10146d0e35f0000, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T03:23:20,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8750ab0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T03:23:20,028 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55544b2a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:23:20,028 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:23:20,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46e1ee33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:23:20,028 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bf68348{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/hadoop.log.dir/,STOPPED} 2024-11-17T03:23:20,029 WARN [BP-1571501839-172.17.0.3-1731813763012 heartbeating to localhost/127.0.0.1:42103 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T03:23:20,029 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T03:23:20,029 WARN [BP-1571501839-172.17.0.3-1731813763012 heartbeating to localhost/127.0.0.1:42103 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1571501839-172.17.0.3-1731813763012 (Datanode Uuid 77081409-4c07-4574-9d47-885f23ce2821) service to localhost/127.0.0.1:42103 2024-11-17T03:23:20,029 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T03:23:20,030 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/cluster_f082ad86-31d4-f97a-fcb8-fadb86a0af44/data/data1/current/BP-1571501839-172.17.0.3-1731813763012 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:23:20,030 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/cluster_f082ad86-31d4-f97a-fcb8-fadb86a0af44/data/data2/current/BP-1571501839-172.17.0.3-1731813763012 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T03:23:20,030 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T03:23:20,034 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5da96a27{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T03:23:20,035 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3659ead2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T03:23:20,035 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T03:23:20,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7fbf423f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T03:23:20,035 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d7c606{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/cec47539-c9bf-1832-1ba8-168aed648cff/hadoop.log.dir/,STOPPED} 2024-11-17T03:23:20,039 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T03:23:20,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T03:23:20,062 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=589 (was 525) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:41291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:44059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:42103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:41291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57551) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:42103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:41291 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57551) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:44059 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57551) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41291 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:44059 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:41291 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44059 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41291 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:42103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:42103 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (137172773) connection to localhost/127.0.0.1:44059 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=975 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=386 (was 444), ProcessCount=11 (was 11), AvailableMemoryMB=5178 (was 5238) 2024-11-17T03:23:20,063 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=589 is superior to 500 2024-11-17T03:23:20,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10146d0e35f0005, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T03:23:20,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10146d0e35f0002, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T03:23:20,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10146d0e35f0008, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-17T03:23:20,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10146d0e35f0002, quorum=127.0.0.1:57551, baseZNode=/01081456682 Received Disconnected from ZooKeeper, ignoring 2024-11-17T03:23:20,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10146d0e35f0008, quorum=127.0.0.1:57551, baseZNode=/21133986297 Received Disconnected from ZooKeeper, ignoring 2024-11-17T03:23:20,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10146d0e35f0005, quorum=127.0.0.1:57551, baseZNode=/1-1181531782 Received Disconnected from ZooKeeper, ignoring